Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.860=-0.025
σ	0.366-0.360=0.006
min	54.702-54.721=-0.019
max	55.877-55.884=-0.007

*mean*	417.000-417.700=-0.700
σ	0.000-0.483=-0.483
min	417.000
max	417.000-418.000=-1.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.004=0.000
min	0.137-0.139=-0.001
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.848=-0.006
σ	0.006-0.005=0.000
min	43.831-43.837=-0.005
max	43.852-43.857=-0.005

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.120-0.124=-0.004
σ	0.004-0.004=0.001
min	0.116-0.120=-0.003
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4592.750-4590.875=1.875
σ	2249.658-2250.008=-0.349
min	1487.000-1483.000=4.000
max	7386.000

*mean*	187.812-127.187=60.625
σ	494.761-323.137=171.624
min	11.901-11.805=0.096
max	1412.274-926.893=485.381

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4592.750-4590.875=1.875
σ	2249.658-2250.008=-0.349
min	1487.000-1483.000=4.000
max	7386.000

*mean*	14.361-14.269=0.091
σ	3.931-3.309=0.622
min	11.451-11.547=-0.096
max	22.649-20.707=1.942

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.001

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	11.186-11.125=0.061
σ	0.399-0.488=-0.089
min	10.891-10.780=0.111
max	12.120-12.274=-0.155

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4183.625-4182.375=1.250
σ	1946.264-1946.193=0.071
min	1487.000-1483.000=4.000
max	7386.000

*mean*	11.774-11.548=0.227
σ	1.658-1.863=-0.206
min	11.071-10.698=0.373
max	15.870-16.125=-0.255

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.001
σ	0.137-0.136=0.000
min	27.606
max	27.993

*mean*	4183.625-4182.375=1.250
σ	1946.264-1946.193=0.071
min	1487.000-1483.000=4.000
max	7386.000

*mean*	8.819-9.015=-0.195
σ	1.476-1.232=0.244
min	7.499-8.079=-0.580
max	12.328-11.993=0.336

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4183.625-4182.375=1.250
σ	1946.264-1946.193=0.071
min	1487.000-1483.000=4.000
max	7386.000

*mean*	6.742-7.049=-0.308
σ	1.006-0.965=0.040
min	6.058-6.448=-0.390
max	9.160-9.383=-0.224

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688

*mean*	4592.750-4590.875=1.875
σ	2249.658-2250.008=-0.349
min	1487.000-1483.000=4.000
max	7386.000

*mean*	6.547-6.602=-0.055
σ	0.994-1.119=-0.125
min	5.814-5.835=-0.020
max	8.710-9.050=-0.341

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.985-25.985=0.000

*mean*	4592.750-4590.875=1.875
σ	2249.658-2250.008=-0.349
min	1487.000-1483.000=4.000
max	7386.000

*mean*	6.366-6.442=-0.077
σ	1.101-1.237=-0.136
min	5.691-5.729=-0.038
max	8.797-9.273=-0.476

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	369.564-361.813=7.752
σ	79.509-43.807=35.702
min	338.251-342.693=-4.442
max	566.261-470.093=96.168

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.468-0.468=-0.000
min	3495.713
max	3497.037

*mean*	3759.500-3757.625=1.875
σ	2301.187-2300.753=0.434
min	720.000
max	7386.000

*mean*	1753.597-1794.572=-40.974
σ	622.927-671.599=-48.672
min	1380.490-1401.092=-20.602
max	2793.670-2965.746=-172.076

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.854=0.000
max	107.855

*mean*	4412.250-4411.750=0.500
σ	2218.960-2219.486=-0.526
min	1487.000-1483.000=4.000
max	7386.000

*mean*	266.433-242.924=23.509
σ	371.471-301.595=69.877
min	123.396-126.431=-3.036
max	1184.551-988.367=196.184

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4412.250-4411.750=0.500
σ	2218.960-2219.486=-0.526
min	1487.000-1483.000=4.000
max	7386.000

*mean*	45.105-44.618=0.487
σ	9.582-8.340=1.242
min	40.238-39.963=0.275
max	68.548-65.066=3.483

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	23.543-22.112=1.431
σ	3.237-0.850=2.387
min	21.683-21.499=0.184
max	31.051-23.979=7.073

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	267.475-275.875=-8.400
σ	598.003-619.852=-21.849
min	54.871-55.409=-0.538
max	1747.453-1809.928=-62.474

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4183.625-4182.375=1.250
σ	1946.264-1946.193=0.071
min	1487.000-1483.000=4.000
max	7386.000

*mean*	3307.706-3297.409=10.297
σ	768.062-847.110=-79.048
min	2471.103-2501.799=-30.696
max	4327.579-4908.128=-580.549

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	1065.264-1065.437=-0.173
σ	251.085-266.884=-15.800
min	901.483-922.804=-21.321
max	1589.263-1698.487=-109.224

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7386.000
σ	0.000
min	7386.000
max	7386.000

*mean*	418.443-388.761=29.682
σ	53.559-6.156=47.403
min	386.936-373.976=12.959
max	512.679-393.553=119.127

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-477.000=-0.250
σ	1.035-0.000=1.035
min	476.000-477.000=-1.000
max	478.000-477.000=1.000

*mean*	385.651-385.318=0.333
σ	12.151-29.014=-16.863
min	373.300-349.265=24.034
max	410.824-423.021=-12.197

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-562.750=1.250
σ	0.000-0.463=-0.463
min	564.000-562.000=2.000
max	564.000-563.000=1.000

*mean*	755.686-743.987=11.698
σ	70.352-77.436=-7.084
min	627.892-595.379=32.513
max	855.030-840.807=14.222

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-1024.565=-60.593
σ	1.822-0.760=1.062
min	963.265-1024.094=-60.829
max	971.676-1027.704=-56.028

*mean*	1039.900-1040.500=-0.600
σ	291.005-307.947=-16.941
min	575.000-544.000=31.000
max	1428.000-1526.000=-98.000

*mean*	1.244-1.383=-0.139
σ	0.099-0.095=0.004
min	1.070-1.308=-0.238
max	1.474-1.647=-0.173

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.448-0.294=0.154
σ	0.487-0.283=0.204
min	0.156-0.139=0.017
max	1.317-0.797=0.520

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.828-0.480=0.348
σ	0.521-0.316=0.205
min	0.571-0.322=0.248
max	1.760-1.045=0.715

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.380-0.222=0.158
σ	0.035-0.024=0.011
min	0.353-0.200=0.153
max	0.439-0.263=0.176

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.597-0.333=0.264
σ	0.032-0.021=0.011
min	0.573-0.311=0.262
max	0.652-0.365=0.287

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.800-437.000=-5.200
σ	1.789-6.595=-4.807
min	431.000
max	435.000-444.000=-9.000

*mean*	0.728-0.535=0.193
σ	0.027-0.047=-0.020
min	0.684-0.495=0.190
max	0.756-0.589=0.166

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.612-0.475=0.136
σ	0.038-0.042=-0.004
min	0.548-0.418=0.130
max	0.638-0.521=0.117

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	2.791-2.629=0.162
σ	0.078-0.100=-0.022
min	2.637-2.434=0.203
max	3.041-2.845=0.196

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	2.783-2.579=0.204
σ	0.076-0.077=-0.001
min	2.649-2.434=0.215
max	3.072-2.900=0.172

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.541-0.310=0.231
σ	0.015-0.033=-0.018
min	0.515-0.291=0.224
max	0.615-0.622=-0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.519-0.294=0.225
σ	0.024-0.008=0.016
min	0.364-0.282=0.083
max	0.637-0.335=0.302

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.736-11.740=-0.004
σ	12.466-12.670=-0.204
min	0.574-0.574=0.000
max	136.244-106.210=30.035

*mean*	457.002-458.812=-1.810
σ	17.330-18.701=-1.371
min	408.000
max	473.000-474.000=-1.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.031=-0.001
min	0.001-0.001=0.000
max	0.323-0.252=0.072

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.788-298.708=-19.920
σ	1.035-1.026=0.009
min	278.428-298.291=-19.863
max	281.733-301.624=-19.891

*mean*	444.100-445.200=-1.100
σ	17.381-18.201=-0.820
min	418.000-417.000=1.000
max	472.000-471.000=1.000

*mean*	0.583-0.601=-0.018
σ	0.009-0.016=-0.007
min	0.574-0.570=0.004
max	0.606-0.636=-0.030

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	843.000-839.000=4.000
σ	0.000
min	843.000-839.000=4.000
max	843.000-839.000=4.000

*mean*	211.132-239.095=-27.962
σ	30.631-19.244=11.387
min	172.599-193.871=-21.272
max	253.305-255.693=-2.389

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	6.457-9.237=-2.780
σ	0.110-0.735=-0.625
min	6.372-7.424=-1.052
max	6.692-9.564=-2.872

phase=parser

*mean*	1042.431-1042.434=-0.002
σ	0.000-0.000=-0.000
min	1042.431-1042.433=-0.002
max	1042.431-1042.434=-0.003

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	565.998-569.350=-3.353
σ	67.598-58.557=9.041
min	426.248-424.872=1.376
max	608.520-596.628=11.893

phase=processProdDef

*mean*	2243.980-2243.977=0.003
σ	0.000-0.000=-0.000
min	2243.980-2243.977=0.003
max	2243.980-2243.977=0.002

*mean*	843.000-839.000=4.000
σ	0.000
min	843.000-839.000=4.000
max	843.000-839.000=4.000

*mean*	2803.315-2454.693=348.622
σ	210.205-466.612=-256.407
min	2362.773-1992.001=370.771
max	3103.262-3356.549=-253.286

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	20.871-38.165=-17.294
σ	0.122-4.803=-4.681
min	20.746-26.318=-5.571
max	21.060-40.393=-19.334

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.500-839.000=3.500
σ	1.414-0.000=1.414
min	839.000
max	843.000-839.000=4.000

*mean*	679.898-673.916=5.982
σ	39.164-15.769=23.394
min	642.297-642.692=-0.395
max	746.030-699.826=46.204

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-293.821=-11.426
σ	0.024-0.037=-0.013
min	282.374-293.768=-11.394
max	282.426-293.859=-11.433

*mean*	444.400-443.000=1.400
σ	0.548-0.000=0.548
min	444.000-443.000=1.000
max	445.000-443.000=2.000

*mean*	0.376-0.390=-0.014
σ	0.000-0.002=-0.002
min	0.375-0.387=-0.012
max	0.376-0.392=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.094-1320.293=-53.200
σ	0.126-0.131=-0.006
min	1267.002-1320.172=-53.170
max	1267.312-1320.501=-53.189

*mean*	1089.000-1089.200=-0.200
σ	172.650-166.671=5.979
min	882.000-892.000=-10.000
max	1322.000-1317.000=5.000

*mean*	2.004-1.949=0.055
σ	0.134-0.091=0.043
min	1.826-1.863=-0.037
max	2.148-2.090=0.058

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.088-1559.282=-53.194
σ	2.962-2.958=0.005
min	1504.546-1557.714=-53.168
max	1511.374-1564.559=-53.185

*mean*	628.800-609.600=19.200
σ	88.987-92.611=-3.624
min	496.000-497.000=-1.000
max	735.000-727.000=8.000

*mean*	2.240-2.186=0.055
σ	0.236-0.136=0.100
min	2.084-2.052=0.031
max	2.658-2.335=0.323

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.098-1882.339=-53.240
σ	0.040-0.054=-0.015
min	1829.036-1882.271=-53.235
max	1829.139-1882.415=-53.276

*mean*	1731.000-1728.000=3.000
σ	176.675-177.076=-0.401
min	1474.000-1470.000=4.000
max	1890.000-1887.000=3.000

*mean*	3.000-2.976=0.024
σ	0.289-0.256=0.033
min	2.796-2.723=0.073
max	3.510-3.395=0.115

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.659-1.588=0.071
σ	0.189-0.169=0.019
min	1.451-1.366=0.085
max	1.856-1.830=0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-419.943=-22.244
σ	518.054-518.108=-0.054
min	138.670-160.885=-22.215
max	1174.780-1197.104=-22.325

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	440.000-446.000=-6.000
σ	0.000
min	440.000-446.000=-6.000
max	440.000-446.000=-6.000

*mean*	0.500-0.519=-0.019
σ	0.532-0.511=0.021
min	0.230-0.259=-0.028
max	1.297-1.286=0.012

policies=20

*mean*	1386.843-1609.188=-222.345
σ	0.166-0.345=-0.179
min	1386.726-1608.940=-222.214
max	1387.089-1609.695=-222.606

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	444.000-449.000=-5.000
σ	8.000-6.000=2.000
min	440.000-446.000=-6.000
max	456.000-458.000=-2.000

*mean*	2.340-2.580=-0.240
σ	0.015-0.025=-0.010
min	2.318-2.548=-0.229
max	2.354-2.608=-0.254

policies=200

*mean*	13876.815-16100.509=-2223.694
σ	0.097-0.106=-0.009
min	13876.689-16100.408=-2223.719
max	13876.916-16100.646=-2223.730

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.250-499.500=-3.250
σ	4.924-6.758=-1.833
min	490.000-491.000=-1.000
max	502.000-507.000=-5.000

*mean*	23.726-26.027=-2.301
σ	0.156-0.062=0.094
min	23.557-25.967=-2.411
max	23.873-26.113=-2.240