Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.715=0.002
σ	0.363-0.363=-0.000
min	54.583-54.572=0.011
max	55.749-55.748=0.001

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.139-0.139=0.001
σ	0.005-0.005=-0.000
min	0.132-0.131=0.001
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.780=-0.001
σ	0.009-0.007=0.002
min	43.762-43.769=-0.007
max	43.790-43.793=-0.003

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.004=-0.000
min	0.121-0.122=-0.001
max	0.133-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4594.125-4587.125=7.000
σ	2246.910-2248.635=-1.725
min	1486.000
max	7385.000-7383.000=2.000

*mean*	128.220-110.024=18.197
σ	327.562-276.638=50.924
min	11.824-11.908=-0.084
max	938.892-794.667=144.225

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=-0.000

*mean*	4594.125-4587.125=7.000
σ	2246.910-2248.635=-1.725
min	1486.000
max	7385.000-7383.000=2.000

*mean*	13.522-13.200=0.322
σ	4.529-2.990=1.540
min	11.490-11.181=0.310
max	24.682-20.467=4.214

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7385.000-7383.000=2.000
σ	0.000
min	7385.000-7383.000=2.000
max	7385.000-7383.000=2.000

*mean*	11.060-11.799=-0.739
σ	0.178-1.993=-1.814
min	10.771-10.831=-0.060
max	11.328-16.716=-5.388

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4186.500-4177.375=9.125
σ	1943.598-1944.475=-0.877
min	1486.000
max	7385.000-7383.000=2.000

*mean*	11.471-11.751=-0.280
σ	1.723-1.799=-0.076
min	10.631-10.679=-0.048
max	15.703-16.148=-0.445

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4186.500-4177.375=9.125
σ	1943.598-1944.475=-0.877
min	1486.000
max	7385.000-7383.000=2.000

*mean*	9.084-8.968=0.116
σ	1.175-1.209=-0.034
min	8.469-7.755=0.714
max	11.980-11.813=0.166

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384-26.384=0.000

*mean*	4186.500-4177.375=9.125
σ	1943.598-1944.475=-0.877
min	1486.000
max	7385.000-7383.000=2.000

*mean*	7.165-6.720=0.444
σ	0.967-1.119=-0.152
min	6.669-5.969=0.700
max	9.525-9.340=0.185

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4594.125-4587.125=7.000
σ	2246.910-2248.635=-1.725
min	1486.000
max	7385.000-7383.000=2.000

*mean*	6.263-6.222=0.040
σ	1.006-0.668=0.338
min	5.792-5.655=0.137
max	8.746-7.810=0.937

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4594.125-4587.125=7.000
σ	2246.910-2248.635=-1.725
min	1486.000
max	7385.000-7383.000=2.000

*mean*	6.198-5.977=0.221
σ	1.003-0.611=0.392
min	5.733-5.530=0.203
max	8.666-7.427=1.239

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7385.000-7383.000=2.000
σ	0.000
min	7385.000-7383.000=2.000
max	7385.000-7383.000=2.000

*mean*	360.867-347.279=13.589
σ	42.414-2.931=39.483
min	344.018-342.677=1.341
max	465.788-351.272=114.516

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694-3495.694=0.000
max	3496.978-3496.977=0.001

*mean*	3761.000-3754.250=6.750
σ	2299.296-2298.534=0.762
min	720.000
max	7385.000-7383.000=2.000

*mean*	1754.820-1741.790=13.030
σ	642.317-630.400=11.917
min	1392.456-1383.945=8.512
max	2814.258-2766.430=47.828

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842

*mean*	4415.625-4407.000=8.625
σ	2216.459-2218.364=-1.904
min	1486.000
max	7385.000-7383.000=2.000

*mean*	244.595-275.477=-30.882
σ	300.634-403.908=-103.275
min	125.286-121.374=3.911
max	987.108-1274.135=-287.027

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4415.625-4407.000=8.625
σ	2216.459-2218.364=-1.904
min	1486.000
max	7385.000-7383.000=2.000

*mean*	45.448-43.126=2.322
σ	8.458-2.535=5.923
min	40.460-40.589=-0.130
max	65.686-48.560=17.126

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7385.000-7383.000=2.000
σ	0.000
min	7385.000-7383.000=2.000
max	7385.000-7383.000=2.000

*mean*	22.804-22.208=0.596
σ	2.040-0.848=1.191
min	21.511-21.645=-0.135
max	26.361-24.189=2.172

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=-0.000

*mean*	7385.000-7383.000=2.000
σ	0.000
min	7385.000-7383.000=2.000
max	7385.000-7383.000=2.000

*mean*	301.557-64.842=236.715
σ	692.638-24.647=667.992
min	54.940-55.084=-0.143
max	2015.738-125.742=1889.996

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.001
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4186.500-4177.375=9.125
σ	1943.598-1944.475=-0.877
min	1486.000
max	7385.000-7383.000=2.000

*mean*	3295.833-3182.480=113.354
σ	795.828-720.709=75.119
min	2507.834-2508.319=-0.485
max	4501.351-4394.402=106.949

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7385.000-7383.000=2.000
σ	0.000
min	7385.000-7383.000=2.000
max	7385.000-7383.000=2.000

*mean*	999.572-1042.701=-43.130
σ	140.808-248.281=-107.473
min	924.735-926.862=-2.128
max	1311.896-1640.610=-328.714

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7385.000-7383.000=2.000
σ	0.000
min	7385.000-7383.000=2.000
max	7385.000-7383.000=2.000

*mean*	409.707-390.699=19.008
σ	40.394-6.552=33.842
min	392.115-375.863=16.252
max	509.145-396.408=112.737

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-476.250=-0.250
σ	0.000-0.886=-0.886
min	476.000-475.000=1.000
max	476.000-477.000=-1.000

*mean*	384.672-399.379=-14.707
σ	44.252-28.492=15.759
min	317.034-364.701=-47.668
max	433.217-438.055=-4.838

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.875-562.375=-1.500
σ	0.354-1.768=-1.414
min	560.000-558.000=2.000
max	561.000-563.000=-2.000

*mean*	726.193-778.429=-52.235
σ	77.413-65.526=11.888
min	592.802-653.626=-60.824
max	818.453-876.303=-57.851

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.563=-0.001
σ	1.880-1.881=-0.001
min	963.843-963.843=0.000
max	972.513-972.519=-0.005

*mean*	1051.150-1036.600=14.550
σ	322.162-309.915=12.247
min	539.000-544.000=-5.000
max	1555.000-1535.000=20.000

*mean*	1.256-1.236=0.021
σ	0.147-0.051=0.096
min	1.173-1.178=-0.006
max	1.817-1.327=0.490

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.340-0.382=-0.041
σ	0.277-0.465=-0.188
min	0.139-0.147=-0.009
max	0.810-1.210=-0.400

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.474-0.419=0.055
σ	0.327-0.198=0.128
min	0.320-0.321=-0.000
max	1.058-0.773=0.285

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.217-0.222=-0.005
σ	0.024-0.020=0.004
min	0.200-0.209=-0.008
max	0.259-0.258=0.000

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.333-0.343=-0.010
σ	0.014-0.018=-0.004
min	0.322-0.325=-0.003
max	0.358-0.372=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.579-0.560=0.018
σ	0.042-0.046=-0.004
min	0.508-0.492=0.016
max	0.613-0.600=0.014

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.443-0.482=-0.040
σ	0.041-0.031=0.011
min	0.385-0.446=-0.062
max	0.497-0.525=-0.027

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.678-1.956=0.722
σ	0.102-0.063=0.040
min	2.509-1.829=0.679
max	3.062-2.214=0.848

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.665-1.947=0.718
σ	0.097-0.057=0.040
min	2.503-1.837=0.666
max	3.005-2.182=0.824

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.321-0.318=0.003
σ	0.064-0.056=0.009
min	0.293-0.293=0.000
max	0.810-0.802=0.008

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.297-0.294=0.003
σ	0.033-0.008=0.025
min	0.280-0.276=0.004
max	0.613-0.339=0.274

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.561-11.709=-0.148
σ	11.397-11.778=-0.382
min	0.573-0.577=-0.004
max	112.472-96.630=15.843

*mean*	456.611-461.491=-4.880
σ	20.180-21.942=-1.762
min	410.000-406.000=4.000
max	477.000-480.000=-3.000

*mean*	0.026-0.027=-0.000
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.274-0.235=0.038

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.082-279.148=-0.066
σ	1.080-1.070=0.010
min	278.631-278.699=-0.067
max	282.152-282.187=-0.035

*mean*	440.700-440.800=-0.100
σ	17.430-16.605=0.824
min	413.000-417.000=-4.000
max	467.000-463.000=4.000

*mean*	0.577-0.577=0.000
σ	0.020-0.021=-0.001
min	0.533-0.541=-0.008
max	0.613-0.618=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	211.713-205.551=6.162
σ	37.705-22.833=14.872
min	150.185-189.119=-38.934
max	249.860-247.114=2.746

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	6.424-5.934=0.491
σ	1.037-0.106=0.931
min	5.845-5.783=0.062
max	8.828-6.114=2.714

phase=parser

*mean*	1042.134-1042.134=-0.000
σ	0.000-0.000=0.000
min	1042.133-1042.134=-0.001
max	1042.134

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	418.972-376.043=42.929
σ	74.317-1.876=72.441
min	378.434-373.553=4.881
max	594.771-379.138=215.633

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	2772.301-3126.153=-353.852
σ	364.266-159.439=204.826
min	2198.836-2857.441=-658.605
max	3208.979-3335.935=-126.956

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	35.995-34.722=1.273
σ	4.645-1.248=3.397
min	31.087-32.914=-1.827
max	45.945-36.389=9.556

phase=type checker

*mean*	958.600
σ	0.047
min	958.576
max	958.701

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	657.974-666.430=-8.456
σ	11.248-13.497=-2.249
min	641.481-643.522=-2.042
max	677.863-678.928=-1.065

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.038-0.038=-0.000
min	282.800-282.801=-0.001
max	282.892-282.893=-0.001

*mean*	441.400
σ	3.286
min	439.000
max	445.000

*mean*	0.375-0.376=-0.001
σ	0.001-0.001=-0.001
min	0.374-0.375=-0.000
max	0.376-0.378=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.055-1268.066=-0.011
σ	0.111-0.106=0.005
min	1267.967-1267.979=-0.012
max	1268.244-1268.244=0.000

*mean*	1090.000-1093.400=-3.400
σ	168.667-169.790=-1.124
min	891.000-892.000=-1.000
max	1322.000-1325.000=-3.000

*mean*	2.080-1.991=0.088
σ	0.158-0.107=0.051
min	1.850-1.873=-0.023
max	2.290-2.088=0.202

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.026-1507.032=-0.006
σ	2.954-2.971=-0.017
min	1505.483-1505.478=0.005
max	1512.299-1512.335=-0.036

*mean*	624.200-625.400=-1.200
σ	87.102-87.395=-0.293
min	494.000-495.000=-1.000
max	726.000-728.000=-2.000

*mean*	2.234-2.248=-0.014
σ	0.201-0.216=-0.015
min	2.137-2.123=0.014
max	2.593-2.630=-0.036

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1830.073=-0.007
σ	0.044-0.048=-0.004
min	1829.999-1830.002=-0.004
max	1830.114-1830.115=-0.001

*mean*	1722.400-1716.400=6.000
σ	186.480-186.719=-0.238
min	1462.000-1454.000=8.000
max	1892.000-1885.000=7.000

*mean*	2.980-3.055=-0.075
σ	0.292-0.397=-0.105
min	2.788-2.829=-0.041
max	3.496-3.764=-0.268

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.730-1.685=0.045
σ	0.219-0.177=0.042
min	1.342-1.495=-0.153
max	1.871-1.902=-0.031

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-406.198=0.002
σ	509.795-509.795=0.000
min	151.299-151.298=0.001
max	1170.892-1170.891=0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-434.000=8.000
σ	0.000
min	442.000-434.000=8.000
max	442.000-434.000=8.000

*mean*	0.512-0.515=-0.003
σ	0.518-0.518=-0.001
min	0.248-0.256=-0.008
max	1.288-1.293=-0.004

policies=20

*mean*	1513.146-1513.136=0.010
σ	0.270-0.273=-0.003
min	1512.971-1512.960=0.011
max	1513.546-1513.540=0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-442.000=6.000
σ	4.000-9.238=-5.238
min	442.000-434.000=8.000
max	450.000

*mean*	2.500-2.508=-0.008
σ	0.023-0.015=0.008
min	2.470-2.492=-0.022
max	2.520-2.525=-0.005

policies=200

*mean*	15140.002-15140.010=-0.008
σ	0.073-0.155=-0.082
min	15139.894-15139.870=0.025
max	15140.049-15140.212=-0.163

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-496.500=-0.500
σ	3.651-3.873=-0.221
min	492.000
max	500.000-501.000=-1.000

*mean*	25.319-25.237=0.082
σ	0.074-0.105=-0.031
min	25.220-25.155=0.065
max	25.398-25.389=0.008