Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.775=-0.002
σ	0.361-0.362=-0.001
min	54.633-54.632=0.001
max	55.801-55.806=-0.004

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.138-0.141=-0.003
σ	0.005-0.004=0.002
min	0.130-0.139=-0.009
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.774=-0.001
σ	0.005-0.006=-0.001
min	43.766-43.761=0.004
max	43.784-43.782=0.001

*mean*	418.000-418.400=-0.400
σ	0.000-0.516=-0.516
min	418.000
max	418.000-419.000=-1.000

*mean*	0.124-0.124=-0.001
σ	0.004-0.004=0.000
min	0.120-0.120=-0.001
max	0.134-0.133=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4590.125-4580.000=10.125
σ	2248.240-2254.937=-6.698
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	171.031-13.556=157.475
σ	447.005-3.629=443.375
min	12.033-11.942=0.091
max	1277.301-22.457=1254.844

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=-0.000

*mean*	4590.125-4580.000=10.125
σ	2248.240-2254.937=-6.698
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	14.488-14.088=0.400
σ	4.464-3.514=0.950
min	11.445-12.628=-1.183
max	24.772-22.772=1.999

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.950=-0.000

*mean*	7383.000-7400.000=-17.000
σ	0.000
min	7383.000-7400.000=-17.000
max	7383.000-7400.000=-17.000

*mean*	10.624-10.944=-0.319
σ	0.288-0.094=0.195
min	10.167-10.820=-0.653
max	10.986-11.086=-0.100

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4181.250-4164.250=17.000
σ	1944.703-1946.207=-1.504
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	11.652-11.547=0.106
σ	1.747-1.712=0.035
min	10.816-10.730=0.086
max	15.962-15.755=0.207

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.001
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4181.250-4164.250=17.000
σ	1944.703-1946.207=-1.504
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	9.048-9.244=-0.197
σ	1.421-1.337=0.084
min	7.826-8.013=-0.188
max	12.423-12.443=-0.021

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4181.250-4164.250=17.000
σ	1944.703-1946.207=-1.504
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	6.733-7.122=-0.389
σ	1.103-0.980=0.122
min	5.918-6.424=-0.506
max	9.408-9.487=-0.079

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4590.125-4580.000=10.125
σ	2248.240-2254.937=-6.698
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	6.448-6.250=0.198
σ	1.057-0.868=0.189
min	5.839-5.845=-0.006
max	8.840-8.391=0.449

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4590.125-4580.000=10.125
σ	2248.240-2254.937=-6.698
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	6.341-5.961=0.380
σ	1.082-0.482=0.600
min	5.690-5.678=0.012
max	8.771-7.137=1.634

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7383.000-7400.000=-17.000
σ	0.000
min	7383.000-7400.000=-17.000
max	7383.000-7400.000=-17.000

*mean*	360.407-360.221=0.187
σ	40.331-41.743=-1.412
min	343.877-343.094=0.783
max	460.096-463.440=-3.345

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3757.250-3745.000=12.250
σ	2299.390-2297.906=1.484
min	720.000
max	7383.000-7400.000=-17.000

*mean*	1785.898-1621.343=164.555
σ	664.297-547.800=116.497
min	1391.667-1393.163=-1.497
max	2942.010-2969.134=-27.123

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4410.250-4398.750=11.500
σ	2217.739-2226.313=-8.574
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	257.036-189.697=67.339
σ	341.580-144.122=197.459
min	124.325-126.192=-1.866
max	1100.973-542.976=557.997

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4410.250-4580.000=-169.750
σ	2217.739-2254.937=-37.199
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	46.644-122.066=-75.421
σ	8.284-221.715=-213.430
min	42.073-41.519=0.554
max	66.815-670.766=-603.951

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7383.000-7400.000=-17.000
σ	0.000
min	7383.000-7400.000=-17.000
max	7383.000-7400.000=-17.000

*mean*	22.317-22.214=0.103
σ	1.236-0.964=0.272
min	21.650-21.746=-0.097
max	25.342-24.592=0.750

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.310=0.000

*mean*	7383.000-7400.000=-17.000
σ	0.000
min	7383.000-7400.000=-17.000
max	7383.000-7400.000=-17.000

*mean*	256.629-247.466=9.163
σ	567.709-539.595=28.114
min	54.476-55.163=-0.688
max	1661.624-1582.891=78.732

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4181.250-4164.250=17.000
σ	1944.703-1946.207=-1.504
min	1486.000-1485.000=1.000
max	7383.000-7400.000=-17.000

*mean*	3314.420-3072.354=242.065
σ	846.515-758.709=87.806
min	2493.628-2533.166=-39.539
max	4651.813-4535.751=116.062

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7383.000-7400.000=-17.000
σ	0.000
min	7383.000-7400.000=-17.000
max	7383.000-7400.000=-17.000

*mean*	1044.165-1084.094=-39.929
σ	235.318-267.342=-32.025
min	922.994-932.340=-9.346
max	1606.051-1707.024=-100.973

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7383.000-7400.000=-17.000
σ	0.000
min	7383.000-7400.000=-17.000
max	7383.000-7400.000=-17.000

*mean*	394.056-403.158=-9.102
σ	7.518-37.059=-29.542
min	377.275-385.758=-8.483
max	403.664-494.603=-90.939

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-476.625=-0.500
σ	1.553-0.518=1.035
min	475.000-476.000=-1.000
max	478.000-477.000=1.000

*mean*	373.728-385.814=-12.086
σ	25.355-34.809=-9.454
min	343.779-329.674=14.105
max	409.624-430.808=-21.185

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-565.500=-5.500
σ	0.000-1.414=-1.414
min	560.000-562.000=-2.000
max	560.000-566.000=-6.000

*mean*	721.147-773.151=-52.004
σ	82.773-50.976=31.797
min	613.730-697.232=-83.502
max	827.525-857.360=-29.835

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.971=0.000
σ	1.821-1.821=-0.000
min	963.266-963.263=0.002
max	971.671-971.672=-0.001

*mean*	1040.550-1055.200=-14.650
σ	291.390-310.028=-18.638
min	560.000-575.000=-15.000
max	1429.000-1511.000=-82.000

*mean*	1.264-1.284=-0.021
σ	0.087-0.151=-0.064
min	1.179-1.184=-0.005
max	1.507-1.798=-0.291

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.427-0.508=-0.081
σ	0.598-0.470=0.128
min	0.132-0.261=-0.129
max	1.494-1.341=0.153

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.842-0.839=0.002
σ	0.518-0.524=-0.007
min	0.581-0.572=0.009
max	1.766-1.776=-0.010

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.261-0.386=-0.124
σ	0.107-0.045=0.062
min	0.208-0.351=-0.143
max	0.453-0.464=-0.011

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.550-0.597=-0.047
σ	0.098-0.039=0.059
min	0.376-0.565=-0.189
max	0.608-0.663=-0.056

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	435.600-431.800=3.800
σ	5.079-1.789=3.291
min	431.000
max	441.000-435.000=6.000

*mean*	0.683-0.610=0.074
σ	0.074-0.084=-0.010
min	0.597-0.536=0.061
max	0.758-0.746=0.012

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.502-0.488=0.015
σ	0.031-0.027=0.004
min	0.453-0.444=0.009
max	0.532-0.517=0.015

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.619-2.247=0.373
σ	0.113-0.361=-0.248
min	2.465-1.830=0.635
max	3.125-3.025=0.101

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.604-1.956=0.648
σ	0.070-0.064=0.006
min	2.491-1.842=0.649
max	2.797-2.237=0.560

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.318-0.306=0.012
σ	0.044-0.010=0.034
min	0.295-0.293=0.002
max	0.704-0.357=0.347

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.295-0.296=-0.001
σ	0.009-0.010=-0.001
min	0.279-0.278=0.001
max	0.341-0.358=-0.016

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.293-11.450=-0.157
σ	10.874-11.988=-1.114
min	0.574-0.718=-0.144
max	115.662-129.946=-14.284

*mean*	463.322-460.756=2.566
σ	19.373-19.478=-0.105
min	407.000
max	478.000

*mean*	0.026-0.026=-0.000
σ	0.027-0.029=-0.002
min	0.001-0.001=0.000
max	0.282-0.310=-0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.749-278.725=0.023
σ	1.028-0.994=0.034
min	278.363-278.242=0.121
max	281.670-281.545=0.125

*mean*	443.300-442.200=1.100
σ	14.982-19.447=-4.465
min	418.000-413.000=5.000
max	467.000-475.000=-8.000

*mean*	0.579-0.580=-0.001
σ	0.006-0.030=-0.023
min	0.569-0.533=0.036
max	0.590-0.636=-0.046

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738

*mean*	839.000-860.000=-21.000
σ	0.000
min	839.000-860.000=-21.000
max	839.000-860.000=-21.000

*mean*	239.235-241.237=-2.002
σ	23.931-18.258=5.674
min	190.736-197.550=-6.814
max	257.236-252.575=4.661

phase=macro expansion

*mean*	6.130-6.130=-0.000
σ	0.000-0.001=-0.001
min	6.130
max	6.130-6.133=-0.004

*mean*	839.000-860.000=-21.000
σ	0.000
min	839.000-860.000=-21.000
max	839.000-860.000=-21.000

*mean*	8.676-9.324=-0.648
σ	2.163-0.764=1.399
min	6.350-7.458=-1.108
max	12.809-9.794=3.015

phase=parser

*mean*	1042.436-1042.435=0.001
σ	0.000-0.001=-0.001
min	1042.436-1042.432=0.003
max	1042.436-1042.436=0.000

*mean*	839.000-860.000=-21.000
σ	0.000
min	839.000-860.000=-21.000
max	839.000-860.000=-21.000

*mean*	560.145-570.253=-10.108
σ	104.442-58.607=45.835
min	425.277-434.948=-9.670
max	733.915-607.355=126.560

phase=processProdDef

*mean*	2243.972-2243.976=-0.004
σ	0.000-0.001=-0.001
min	2243.972-2243.976=-0.004
max	2243.972-2243.979=-0.006

*mean*	839.000-860.000=-21.000
σ	0.000
min	839.000-860.000=-21.000
max	839.000-860.000=-21.000

*mean*	2587.210-3019.037=-431.827
σ	222.301-452.515=-230.214
min	2361.320-2014.074=347.246
max	2870.486-3461.923=-591.437

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000-860.000=-21.000
σ	0.000
min	839.000-860.000=-21.000
max	839.000-860.000=-21.000

*mean*	32.972-38.314=-5.342
σ	10.377-4.548=5.829
min	21.023-27.114=-6.091
max	47.985-40.348=7.638

phase=type checker

*mean*	989.752-989.755=-0.003
σ	0.066-0.066=-0.001
min	989.654
max	989.841-989.845=-0.004

*mean*	839.000-860.000=-21.000
σ	0.000
min	839.000-860.000=-21.000
max	839.000-860.000=-21.000

*mean*	682.110-682.001=0.109
σ	46.796-18.917=27.880
min	641.741-655.035=-13.294
max	791.765-713.821=77.944

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.387-282.386=0.001
σ	0.035-0.037=-0.002
min	282.338-282.337=0.001
max	282.424-282.428=-0.004

*mean*	442.000-444.800=-2.800
σ	0.000-1.095=-1.095
min	442.000-444.000=-2.000
max	442.000-446.000=-4.000

*mean*	0.380-0.380=-0.000
σ	0.007-0.007=-0.000
min	0.375-0.375=-0.001
max	0.387-0.392=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.115-1267.100=0.015
σ	0.093-0.093=-0.000
min	1267.005-1267.005=0.000
max	1267.256-1267.254=0.003

*mean*	1111.200-1113.800=-2.600
σ	169.216-170.790=-1.573
min	896.000-898.000=-2.000
max	1325.000-1331.000=-6.000

*mean*	2.012-1.976=0.036
σ	0.132-0.094=0.037
min	1.863-1.893=-0.030
max	2.119-2.079=0.040

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.131-1506.130=0.001
σ	2.954-2.960=-0.006
min	1504.640-1504.627=0.013
max	1511.406-1511.414=-0.009

*mean*	626.600-629.200=-2.600
σ	89.993-90.295=-0.302
min	503.000-505.000=-2.000
max	726.000-729.000=-3.000

*mean*	2.357-2.377=-0.020
σ	0.306-0.310=-0.004
min	2.073-2.049=0.024
max	2.825-2.817=0.008

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.117-1829.117=0.000
σ	0.072-0.090=-0.018
min	1829.029-1829.023=0.006
max	1829.223-1829.257=-0.034

*mean*	1756.600-1771.200=-14.600
σ	214.727-212.284=2.443
min	1470.000-1492.000=-22.000
max	1960.000-1973.000=-13.000

*mean*	3.238-3.245=-0.007
σ	0.380-0.399=-0.019
min	2.795-2.827=-0.032
max	3.694-3.723=-0.030

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.663-1.796=-0.133
σ	0.165-0.071=0.094
min	1.506-1.697=-0.191
max	1.879-1.883=-0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.697=0.001
σ	518.051-518.051=-0.000
min	138.670-138.668=0.001
max	1174.775-1174.773=0.001

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	0.493-0.481=0.012
σ	0.507-0.492=0.015
min	0.238-0.232=0.006
max	1.254-1.219=0.035

policies=20

*mean*	1386.834-1386.826=0.009
σ	0.161-0.162=-0.001
min	1386.726-1386.713=0.012
max	1387.074-1387.067=0.007

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	2.316-2.332=-0.016
σ	0.017-0.010=0.008
min	2.293-2.321=-0.028
max	2.332-2.344=-0.012

policies=200

*mean*	13876.912-13876.755=0.156
σ	0.115-0.115=0.000
min	13876.814-13876.674=0.140
max	13877.079-13876.926=0.153

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.750-494.000=0.750
σ	4.113-5.099=-0.986
min	490.000-489.000=1.000
max	500.000-501.000=-1.000

*mean*	23.487-23.615=-0.128
σ	0.171-0.168=0.003
min	23.351-23.444=-0.093
max	23.718-23.779=-0.061