Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.717=-0.002
σ	0.363-0.365=-0.002
min	54.572-54.580=-0.008
max	55.748-55.755=-0.007

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.005=0.000
min	0.131-0.136=-0.005
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.780-43.778=0.001
σ	0.007-0.007=-0.000
min	43.769-43.764=0.004
max	43.793-43.788=0.005

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.125-0.124=0.001
σ	0.004-0.006=-0.002
min	0.122-0.116=0.006
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4587.125-4221.750=365.375
σ	2248.635-1970.991=277.644
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	110.024-12.079=97.945
σ	276.638-0.369=276.269
min	11.908-11.748=0.160
max	794.667-12.947=781.720

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4587.125-4221.750=365.375
σ	2248.635-1970.991=277.644
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	13.200-12.589=0.611
σ	2.990-0.705=2.285
min	11.181-11.370=-0.189
max	20.467-13.493=6.974

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7383.000-7436.000=-53.000
σ	0.000
min	7383.000-7436.000=-53.000
max	7383.000-7436.000=-53.000

*mean*	11.799-11.004=0.795
σ	1.993-0.162=1.831
min	10.831-10.833=-0.002
max	16.716-11.312=5.403

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.002=-0.000
min	41.924
max	41.928-41.929=-0.001

*mean*	4177.375-4221.750=-44.375
σ	1944.475-1970.991=-26.516
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	11.751-11.388=0.363
σ	1.799-0.955=0.843
min	10.679-10.704=-0.025
max	16.148-13.643=2.506

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=-0.000
min	27.584-27.584=-0.000
max	27.971-27.971=-0.000

*mean*	4177.375-4221.750=-44.375
σ	1944.475-1970.991=-26.516
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	8.968-8.715=0.252
σ	1.209-0.664=0.545
min	7.755-7.877=-0.121
max	11.813-10.112=1.702

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384-26.384=-0.000

*mean*	4177.375-4221.750=-44.375
σ	1944.475-1970.991=-26.516
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	6.720-6.801=-0.081
σ	1.119-0.499=0.619
min	5.969-6.379=-0.410
max	9.340-7.939=1.401

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4587.125-4447.875=139.250
σ	2248.635-2240.576=8.059
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	6.222-6.340=-0.117
σ	0.668-0.665=0.003
min	5.655-6.025=-0.370
max	7.810-7.977=-0.167

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962

*mean*	4587.125-4447.875=139.250
σ	2248.635-2240.576=8.059
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	5.977-6.058=-0.081
σ	0.611-0.539=0.072
min	5.530-5.766=-0.237
max	7.427-7.379=0.048

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7383.000-7436.000=-53.000
σ	0.000
min	7383.000-7436.000=-53.000
max	7383.000-7436.000=-53.000

*mean*	347.279-351.570=-4.291
σ	2.931-1.791=1.140
min	342.677-348.996=-6.318
max	351.272-353.483=-2.211

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694-3495.694=-0.000
max	3496.977

*mean*	3754.250-3791.250=-37.000
σ	2298.534-2329.007=-30.473
min	720.000
max	7383.000-7436.000=-53.000

*mean*	1741.790-1851.204=-109.414
σ	630.400-791.744=-161.344
min	1383.945-1396.229=-12.284
max	2766.430-3325.949=-559.519

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.841=0.000

*mean*	4407.000-4221.750=185.250
σ	2218.364-1970.991=247.373
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	275.477-130.608=144.868
σ	403.908-9.074=394.834
min	121.374-123.228=-1.853
max	1274.135-151.770=1122.365

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4407.000-4221.750=185.250
σ	2218.364-1970.991=247.373
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	43.126-42.178=0.948
σ	2.535-1.139=1.396
min	40.589-40.601=-0.011
max	48.560-43.720=4.840

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7383.000-7436.000=-53.000
σ	0.000
min	7383.000-7436.000=-53.000
max	7383.000-7436.000=-53.000

*mean*	22.208-22.295=-0.087
σ	0.848-1.369=-0.521
min	21.645-21.481=0.164
max	24.189-25.488=-1.299

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7383.000-7436.000=-53.000
σ	0.000
min	7383.000-7436.000=-53.000
max	7383.000-7436.000=-53.000

*mean*	64.842-104.343=-39.501
σ	24.647-136.222=-111.575
min	55.084-55.219=-0.135
max	125.742-441.467=-315.724

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4177.375-4221.750=-44.375
σ	1944.475-1970.991=-26.516
min	1486.000-1483.000=3.000
max	7383.000-7436.000=-53.000

*mean*	3182.480-3125.086=57.394
σ	720.709-629.946=90.764
min	2508.319-2499.119=9.201
max	4394.402-4103.015=291.388

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7383.000-7436.000=-53.000
σ	0.000
min	7383.000-7436.000=-53.000
max	7383.000-7436.000=-53.000

*mean*	1042.701-1195.589=-152.888
σ	248.281-708.729=-460.448
min	926.862-921.335=5.527
max	1640.610-2945.242=-1304.632

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7383.000-7436.000=-53.000
σ	0.000
min	7383.000-7436.000=-53.000
max	7383.000-7436.000=-53.000

*mean*	390.699-413.160=-22.461
σ	6.552-43.070=-36.518
min	375.863-394.834=-18.971
max	396.408-519.619=-123.211

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-477.000=-0.750
σ	0.886-0.000=0.886
min	475.000-477.000=-2.000
max	477.000

*mean*	399.379-390.348=9.031
σ	28.492-26.267=2.226
min	364.701-348.483=16.218
max	438.055-429.347=8.708

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.375-563.000=-0.625
σ	1.768-0.000=1.768
min	558.000-563.000=-5.000
max	563.000

*mean*	778.429-734.943=43.486
σ	65.526-74.703=-9.177
min	653.626-626.788=26.838
max	876.303-825.789=50.514

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.564=-0.001
σ	1.881-1.880=0.001
min	963.843-963.845=-0.003
max	972.519-972.514=0.004

*mean*	1036.600-1062.400=-25.800
σ	309.915-334.631=-24.716
min	544.000-587.000=-43.000
max	1535.000-1562.000=-27.000

*mean*	1.236-1.267=-0.031
σ	0.051-0.098=-0.047
min	1.178-1.185=-0.007
max	1.327-1.471=-0.145

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.382-0.385=-0.003
σ	0.465-0.483=-0.018
min	0.147-0.143=0.004
max	1.210-1.246=-0.036

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.419-0.474=-0.055
σ	0.198-0.318=-0.120
min	0.321-0.321=-0.000
max	0.773-1.043=-0.270

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.222-0.215=0.008
σ	0.020-0.020=0.001
min	0.209-0.200=0.009
max	0.258-0.248=0.011

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.343-0.341=0.003
σ	0.018-0.007=0.011
min	0.325-0.333=-0.008
max	0.372-0.353=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	430.000-436.600=-6.600
σ	0.000-6.066=-6.066
min	430.000-431.000=-1.000
max	430.000-443.000=-13.000

*mean*	0.560-0.630=-0.070
σ	0.046-0.113=-0.067
min	0.492-0.496=-0.004
max	0.600-0.743=-0.144

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.482-0.636=-0.154
σ	0.031-0.011=0.019
min	0.446-0.626=-0.180
max	0.525-0.654=-0.129

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	1.956-2.891=-0.935
σ	0.063-0.216=-0.153
min	1.829-2.707=-0.878
max	2.214-3.621=-1.407

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	1.947-3.560=-1.613
σ	0.057-0.081=-0.024
min	1.837-3.438=-1.602
max	2.182-3.914=-1.732

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.318-0.543=-0.224
σ	0.056-0.013=0.042
min	0.293-0.516=-0.223
max	0.802-0.613=0.189

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.294-0.520=-0.226
σ	0.008-0.013=-0.005
min	0.276-0.492=-0.216
max	0.339-0.594=-0.255

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.709-11.654=0.056
σ	11.778-11.442=0.336
min	0.577-0.574=0.004
max	96.630-84.681=11.949

*mean*	461.491-460.370=1.121
σ	21.942-16.512=5.429
min	406.000-408.000=-2.000
max	480.000-474.000=6.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.235-0.222=0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.148-279.061=0.088
σ	1.070-1.065=0.005
min	278.699-278.666=0.032
max	282.187-282.089=0.098

*mean*	440.800-442.700=-1.900
σ	16.605-15.727=0.878
min	417.000-414.000=3.000
max	463.000-466.000=-3.000

*mean*	0.577-0.583=-0.006
σ	0.021-0.008=0.013
min	0.541-0.573=-0.032
max	0.618-0.603=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	205.551-209.921=-4.370
σ	22.833-25.445=-2.612
min	189.119-189.785=-0.666
max	247.114-245.047=2.066

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	5.934-8.382=-2.448
σ	0.106-0.901=-0.795
min	5.783-6.887=-1.103
max	6.114-8.997=-2.884

phase=parser

*mean*	1042.134-1042.132=0.002
σ	0.000-0.000=-0.000
min	1042.134-1042.131=0.002
max	1042.134-1042.132=0.002

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	376.043-564.548=-188.505
σ	1.876-76.026=-74.151
min	373.553-438.001=-64.448
max	379.138-617.855=-238.717

phase=processProdDef

*mean*	2243.717-2243.719=-0.001
σ	0.000
min	2243.717-2243.719=-0.001
max	2243.717-2243.719=-0.001

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	3126.153-2698.603=427.550
σ	159.439-386.824=-227.385
min	2857.441-1965.786=891.655
max	3335.935-3225.203=110.731

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	34.722-43.664=-8.942
σ	1.248-4.842=-3.594
min	32.914-36.918=-4.004
max	36.389-47.989=-11.600

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.576-958.573=0.004
max	958.701-958.698=0.004

*mean*	848.000-874.000=-26.000
σ	0.000
min	848.000-874.000=-26.000
max	848.000-874.000=-26.000

*mean*	666.430-651.268=15.161
σ	13.497-18.265=-4.768
min	643.522-622.344=21.178
max	678.928-671.222=7.707

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=0.000
σ	0.038-0.038=0.000
min	282.801-282.801=0.000
max	282.893-282.892=0.002

*mean*	441.400
σ	3.286
min	439.000
max	445.000

*mean*	0.376-0.376=0.000
σ	0.001-0.001=0.000
min	0.375-0.375=-0.000
max	0.378-0.378=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.066-1268.058=0.008
σ	0.106-0.110=-0.004
min	1267.979-1267.967=0.012
max	1268.244-1268.242=0.001

*mean*	1093.400
σ	169.790-169.996=-0.206
min	892.000
max	1325.000-1326.000=-1.000

*mean*	1.991-1.974=0.018
σ	0.107-0.098=0.009
min	1.873-1.841=0.032
max	2.088-2.102=-0.014

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.032-1507.027=0.005
σ	2.971-2.957=0.014
min	1505.478-1505.479=-0.001
max	1512.335-1512.304=0.031

*mean*	625.400-625.000=0.400
σ	87.395-87.164=0.231
min	495.000
max	728.000-727.000=1.000

*mean*	2.248-2.216=0.031
σ	0.216-0.165=0.051
min	2.123-2.102=0.020
max	2.630-2.505=0.125

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.073-1830.066=0.008
σ	0.048-0.047=0.001
min	1830.002-1829.998=0.005
max	1830.115-1830.116=-0.001

*mean*	1716.400-1716.000=0.400
σ	186.719-186.066=0.653
min	1454.000-1455.000=-1.000
max	1885.000-1884.000=1.000

*mean*	3.055-2.976=0.079
σ	0.397-0.298=0.099
min	2.829-2.700=0.129
max	3.764-3.486=0.277

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.685-1.747=-0.062
σ	0.177-0.144=0.033
min	1.495-1.495=0.000
max	1.902-1.844=0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.198=-0.001
σ	509.795-509.795=-0.000
min	151.298-151.295=0.003
max	1170.891-1170.891=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	434.000-441.000=-7.000
σ	0.000
min	434.000-441.000=-7.000
max	434.000-441.000=-7.000

*mean*	0.515-0.486=0.030
σ	0.518-0.461=0.057
min	0.256-0.251=0.005
max	1.293-1.177=0.115

policies=20

*mean*	1513.136-1513.128=0.008
σ	0.273-0.269=0.004
min	1512.960-1512.961=-0.001
max	1513.540-1513.527=0.013

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	442.000-447.750=-5.750
σ	9.238-4.500=4.738
min	434.000-441.000=-7.000
max	450.000

*mean*	2.508-2.507=0.000
σ	0.015-0.013=0.002
min	2.492-2.489=0.003
max	2.525-2.520=0.005

policies=200

*mean*	15140.010-15139.952=0.057
σ	0.155-0.149=0.006
min	15139.870-15139.817=0.052
max	15140.212-15140.148=0.063

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-496.750=-0.250
σ	3.873-4.646=-0.773
min	492.000-491.000=1.000
max	501.000

*mean*	25.237-25.251=-0.014
σ	0.105-0.096=0.009
min	25.155-25.186=-0.031
max	25.389-25.393=-0.003