Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.699=-0.002
σ	0.367-0.367=0.000
min	54.563-54.565=-0.002
max	55.742-55.743=-0.001

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.135-0.139=-0.004
σ	0.005-0.004=0.002
min	0.131-0.136=-0.005
max	0.146-0.146=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=0.001
σ	0.008-0.007=0.001
min	43.768-43.769=-0.001
max	43.794-43.792=0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.123=0.000
σ	0.010-0.004=0.006
min	0.115-0.120=-0.004
max	0.146-0.131=0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.605-36.606=-0.000

*mean*	4582.250-4426.875=155.375
σ	2253.017-2229.071=23.946
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	13.608-13.367=0.241
σ	3.452-3.347=0.106
min	11.749-11.852=-0.103
max	21.955-21.569=0.386

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.606=-0.001

*mean*	4582.250-4608.000=-25.750
σ	2253.017-2260.430=-7.413
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	13.780-141.591=-127.810
σ	3.573-361.007=-357.434
min	11.384-11.661=-0.277
max	22.434-1034.995=-1012.561

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7398.000-7410.000=-12.000
σ	0.000
min	7398.000-7410.000=-12.000
max	7398.000-7410.000=-12.000

*mean*	11.539-11.037=0.502
σ	1.130-0.229=0.902
min	11.069-10.692=0.377
max	14.333-11.483=2.850

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.926-41.925=0.000

*mean*	4167.750-4198.375=-30.625
σ	1944.954-1956.633=-11.678
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	11.281-11.031=0.250
σ	0.879-0.196=0.683
min	10.870-10.795=0.076
max	13.447-11.408=2.039

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634
σ	0.137-0.137=-0.000
min	27.585
max	27.972

*mean*	4167.750-4198.375=-30.625
σ	1944.954-1956.633=-11.678
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	8.840-8.535=0.305
σ	0.652-0.378=0.274
min	7.895-7.863=0.032
max	10.187-8.801=1.385

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.001=-0.001
min	26.385
max	26.385-26.389=-0.004

*mean*	4167.750-4198.375=-30.625
σ	1944.954-1956.633=-11.678
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	6.913-6.646=0.268
σ	0.503-0.364=0.140
min	6.306-6.004=0.302
max	7.973-6.944=1.029

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4582.250-4608.000=-25.750
σ	2253.017-2260.430=-7.413
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	6.336-6.733=-0.397
σ	1.059-1.308=-0.249
min	5.770-5.912=-0.141
max	8.940-8.934=0.006

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4582.250-4608.000=-25.750
σ	2253.017-2260.430=-7.413
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	6.183-6.635=-0.452
σ	0.967-1.387=-0.420
min	5.568-5.759=-0.191
max	8.552-9.080=-0.528

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.597
max	1021.602-1021.602=-0.000

*mean*	7398.000-7410.000=-12.000
σ	0.000
min	7398.000-7410.000=-12.000
max	7398.000-7410.000=-12.000

*mean*	366.221-349.082=17.139
σ	43.150-4.123=39.027
min	348.230-343.630=4.599
max	472.954-357.220=115.734

op=load_product(), with indexes

*mean*	3495.846-3495.846=0.000
σ	0.455-0.455=-0.000
min	3495.685-3495.685=0.000
max	3496.972

*mean*	3747.500-3771.750=-24.250
σ	2297.411-2312.625=-15.214
min	720.000
max	7398.000-7410.000=-12.000

*mean*	1613.749-1805.701=-191.952
σ	480.485-674.760=-194.275
min	1410.993-1408.059=2.934
max	2792.460-2946.082=-153.623

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.842=0.000

*mean*	4401.750-4198.375=203.375
σ	2224.267-1956.633=267.634
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	261.221-131.361=129.860
σ	362.088-4.653=357.435
min	126.131-126.820=-0.690
max	1157.223-140.152=1017.071

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=0.000
max	62.070

*mean*	4582.250-4426.875=155.375
σ	2253.017-2229.071=23.946
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	175.002-188.908=-13.906
σ	368.001-413.061=-45.059
min	40.383-41.145=-0.761
max	1085.590-1211.175=-125.585

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=-0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930-40.930=-0.001

*mean*	7398.000-7410.000=-12.000
σ	0.000
min	7398.000-7410.000=-12.000
max	7398.000-7410.000=-12.000

*mean*	23.041-104.166=-81.125
σ	2.811-231.269=-228.457
min	21.465-21.594=-0.128
max	29.154-676.519=-647.365

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297-71.297=0.000

*mean*	7398.000-7410.000=-12.000
σ	0.000
min	7398.000-7410.000=-12.000
max	7398.000-7410.000=-12.000

*mean*	244.243-59.067=185.176
σ	525.209-8.872=516.337
min	56.015-55.396=0.619
max	1544.038-81.007=1463.032

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4167.750-4198.375=-30.625
σ	1944.954-1956.633=-11.678
min	1485.000-1484.000=1.000
max	7398.000-7410.000=-12.000

*mean*	3195.334-3264.250=-68.917
σ	742.031-660.496=81.536
min	2526.031-2519.057=6.974
max	4208.298-4096.779=111.519

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7398.000-7410.000=-12.000
σ	0.000
min	7398.000-7410.000=-12.000
max	7398.000-7410.000=-12.000

*mean*	1089.800-1022.273=67.528
σ	274.203-202.359=71.844
min	924.887-924.740=0.148
max	1683.451-1508.517=174.934

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7398.000-7410.000=-12.000
σ	0.000
min	7398.000-7410.000=-12.000
max	7398.000-7410.000=-12.000

*mean*	410.351-414.756=-4.405
σ	40.056-42.030=-1.974
min	391.614-390.953=0.661
max	508.522-517.863=-9.341

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	1.069-0.000=1.069
min	476.000-477.000=-1.000
max	478.000-477.000=1.000

*mean*	387.882-385.517=2.365
σ	23.145-19.764=3.380
min	368.869-362.621=6.248
max	438.820-424.502=14.318

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-565.000=-3.000
σ	1.852-0.000=1.852
min	559.000-565.000=-6.000
max	563.000-565.000=-2.000

*mean*	784.313-752.410=31.903
σ	44.396-61.637=-17.241
min	716.283-636.987=79.296
max	837.394-845.228=-7.834

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.559-964.556=0.002
σ	1.881-1.881=-0.000
min	963.837-963.836=0.001
max	972.514-972.512=0.002

*mean*	1040.800-1039.900=0.900
σ	308.127-308.504=-0.377
min	563.000
max	1491.000

*mean*	1.290-1.272=0.018
σ	0.136-0.138=-0.002
min	1.179-1.179=0.000
max	1.680-1.775=-0.095

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.499-0.410=0.090
σ	0.518-0.530=-0.011
min	0.175-0.141=0.034
max	1.418-1.354=0.063

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.798-0.479=0.319
σ	0.546-0.324=0.222
min	0.491-0.319=0.172
max	1.772-1.058=0.713

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.379-0.223=0.156
σ	0.043-0.021=0.022
min	0.339-0.209=0.130
max	0.453-0.260=0.193

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.589-0.334=0.254
σ	0.031-0.024=0.007
min	0.563-0.315=0.247
max	0.641-0.375=0.266

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.658-0.596=0.062
σ	0.119-0.010=0.109
min	0.477-0.580=-0.103
max	0.753-0.603=0.150

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.499-0.484=0.015
σ	0.021-0.063=-0.042
min	0.470-0.371=0.099
max	0.518-0.519=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	1.947-2.191=-0.245
σ	0.207-0.362=-0.155
min	1.750-1.855=-0.105
max	2.971-2.906=0.066

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	2.330-1.949=0.380
σ	0.370-0.120=0.251
min	1.829-1.747=0.082
max	3.034-2.546=0.488

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.306-0.308=-0.002
σ	0.008-0.018=-0.009
min	0.294-0.294=-0.000
max	0.357-0.461=-0.105

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-430.000=1.000
σ	0.000
min	431.000-430.000=1.000
max	431.000-430.000=1.000

*mean*	0.291-0.290=0.001
σ	0.008-0.007=0.001
min	0.277-0.279=-0.002
max	0.334-0.329=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.657-11.614=0.044
σ	11.609-13.116=-1.507
min	0.718-0.574=0.144
max	93.500-144.209=-50.710

*mean*	454.116-458.454=-4.338
σ	15.527-19.210=-3.683
min	408.000-406.000=2.000
max	467.000-479.000=-12.000

*mean*	0.027-0.027=0.000
σ	0.029-0.032=-0.004
min	0.001-0.001=0.000
max	0.223-0.339=-0.117

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.104-279.080=0.024
σ	1.019-1.029=-0.010
min	278.705-278.630=0.075
max	282.002-282.003=-0.001

*mean*	444.800-442.400=2.400
σ	19.527-15.153=4.374
min	413.000-417.000=-4.000
max	470.000-465.000=5.000

*mean*	0.580-0.573=0.008
σ	0.016-0.013=0.003
min	0.538-0.547=-0.009
max	0.602-0.587=0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	849.000-816.625=32.375
σ	0.000-52.777=-52.777
min	849.000-707.000=142.000
max	849.000-844.000=5.000

*mean*	148.163-144.642=3.521
σ	11.088-7.335=3.753
min	132.831-134.154=-1.323
max	165.070-158.001=7.069

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	849.000-801.375=47.625
σ	0.000-60.994=-60.994
min	849.000-702.000=147.000
max	849.000-844.000=5.000

*mean*	7.982-8.722=-0.740
σ	2.595-1.773=0.821
min	5.769-5.925=-0.156
max	11.882-11.969=-0.086

phase=parser

*mean*	1042.132-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.002
max	1042.132-1042.131=0.002

*mean*	849.000-801.375=47.625
σ	0.000-60.994=-60.994
min	849.000-702.000=147.000
max	849.000-844.000=5.000

*mean*	486.628-555.213=-68.585
σ	151.324-112.530=38.794
min	374.035-405.546=-31.512
max	732.461-727.318=5.143

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	849.000-816.625=32.375
σ	0.000-52.777=-52.777
min	849.000-707.000=142.000
max	849.000-844.000=5.000

*mean*	2854.773-3048.623=-193.850
σ	351.510-331.109=20.401
min	2302.900-2483.907=-181.007
max	3364.921-3366.483=-1.561

phase=renaming

*mean*	21.434-21.433=0.000
σ	0.000
min	21.434-21.433=0.000
max	21.434-21.433=0.000

*mean*	849.000-801.375=47.625
σ	0.000-60.994=-60.994
min	849.000-702.000=147.000
max	849.000-844.000=5.000

*mean*	37.603-42.995=-5.391
σ	8.847-8.800=0.047
min	25.798-25.911=-0.114
max	47.725-51.298=-3.573

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	849.000-801.375=47.625
σ	0.000-60.994=-60.994
min	849.000-702.000=147.000
max	849.000-844.000=5.000

*mean*	704.901-675.981=28.921
σ	89.946-29.709=60.237
min	610.566-647.473=-36.907
max	844.508-744.050=100.458

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.000
σ	0.036-0.038=-0.002
min	282.803-282.801=0.003
max	282.890-282.892=-0.002

*mean*	444.000-444.400=-0.400
σ	0.000-0.548=-0.548
min	444.000
max	444.000-445.000=-1.000

*mean*	0.383-0.381=0.002
σ	0.011-0.009=0.002
min	0.374-0.375=-0.000
max	0.402-0.396=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.043-1268.053=-0.009
σ	0.104-0.108=-0.004
min	1267.958-1267.958=-0.000
max	1268.215-1268.231=-0.016

*mean*	1090.800-1094.400=-3.600
σ	168.035-178.450=-10.415
min	891.000-864.000=27.000
max	1320.000-1308.000=12.000

*mean*	2.000-1.935=0.064
σ	0.113-0.115=-0.002
min	1.865-1.820=0.045
max	2.115-2.108=0.007

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.039-1507.021=0.018
σ	2.968-2.972=-0.004
min	1505.513-1505.471=0.042
max	1512.336-1512.325=0.011

*mean*	625.800-629.200=-3.400
σ	87.337-81.125=6.212
min	495.000-505.000=-10.000
max	727.000-719.000=8.000

*mean*	2.267-2.215=0.053
σ	0.209-0.206=0.003
min	2.096-2.097=-0.001
max	2.587-2.581=0.006

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.057-1830.060=-0.003
σ	0.045-0.042=0.004
min	1829.987-1829.996=-0.009
max	1830.106-1830.105=0.001

*mean*	1721.400-1728.800=-7.400
σ	189.592-180.014=9.578
min	1454.000-1474.000=-20.000
max	1893.000-1896.000=-3.000

*mean*	3.016-2.943=0.073
σ	0.355-0.241=0.114
min	2.796-2.780=0.016
max	3.647-3.365=0.282

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.738-1.590=0.148
σ	0.102-0.203=-0.100
min	1.623-1.256=0.367
max	1.860-1.784=0.076

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-405.944=-0.001
σ	509.285-509.285=-0.000
min	151.297-151.296=0.001
max	1169.870-1169.872=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.498-0.506=-0.008
σ	0.500-0.496=0.004
min	0.245-0.255=-0.009
max	1.248-1.250=-0.002

policies=20

*mean*	1513.131-1513.140=-0.009
σ	0.267-0.258=0.009
min	1512.957-1512.973=-0.016
max	1513.528-1513.522=0.005

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-444.750=8.000
σ	10.689-0.500=10.189
min	443.000-444.000=-1.000
max	468.000-445.000=23.000

*mean*	2.496-2.481=0.015
σ	0.012-0.005=0.007
min	2.480-2.476=0.004
max	2.509-2.488=0.021

policies=200

*mean*	15139.966-15140.007=-0.041
σ	0.065-0.093=-0.029
min	15139.906-15139.905=0.000
max	15140.037-15140.118=-0.081

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	503.000-495.500=7.500
σ	5.354-5.568=-0.214
min	496.000-490.000=6.000
max	509.000-503.000=6.000

*mean*	25.031-25.049=-0.018
σ	0.179-0.123=0.057
min	24.904-24.897=0.007
max	25.296-25.165=0.132