Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.773-54.858=-0.085
σ	0.362-0.364=-0.002
min	54.620-54.720=-0.100
max	55.801-55.894=-0.093

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.004=0.001
min	0.136-0.137=-0.001
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.848=-0.069
σ	0.006-0.005=0.001
min	43.767-43.843=-0.076
max	43.789-43.858=-0.069

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.124-0.125=-0.001
σ	0.008-0.004=0.003
min	0.117-0.121=-0.004
max	0.141-0.131=0.009

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4496.625-4426.875=69.750
σ	2219.307-2227.566=-8.259
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	12.337-12.985=-0.648
σ	0.418-3.429=-3.011
min	11.981-11.371=0.610
max	13.134-21.419=-8.286

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.618=-0.001

*mean*	4496.625-4606.375=-109.750
σ	2219.307-2258.604=-39.297
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	13.097-152.207=-139.109
σ	0.414-393.628=-393.214
min	12.760-10.960=1.800
max	13.828-1126.356=-1112.528

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.951-41.951=-0.000

*mean*	7311.000-7408.000=-97.000
σ	0.000
min	7311.000-7408.000=-97.000
max	7311.000-7408.000=-97.000

*mean*	11.955-10.533=1.421
σ	1.996-0.256=1.740
min	10.900-10.115=0.785
max	16.849-10.856=5.993

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4496.625-4197.625=299.000
σ	2219.307-1954.581=264.727
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	10.939-10.712=0.227
σ	0.198-0.965=-0.767
min	10.717-10.051=0.666
max	11.263-13.037=-1.774

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.136=-0.000
min	27.606
max	27.993

*mean*	4496.625-4197.625=299.000
σ	2219.307-1954.581=264.727
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	8.510-8.296=0.215
σ	0.329-0.673=-0.344
min	8.040-7.321=0.719
max	8.879-9.645=-0.766

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406-26.406=0.000

*mean*	4496.625-4197.625=299.000
σ	2219.307-1954.581=264.727
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	6.739-6.398=0.340
σ	0.228-0.536=-0.308
min	6.453-5.763=0.691
max	7.216-7.573=-0.357

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4496.625-4606.375=-109.750
σ	2219.307-2258.604=-39.297
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	6.128-6.169=-0.041
σ	0.126-1.014=-0.888
min	5.932-5.532=0.400
max	6.258-8.339=-2.081

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.986-25.985=0.000

*mean*	4496.625-4606.375=-109.750
σ	2219.307-2258.604=-39.297
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	6.068-6.082=-0.013
σ	0.089-0.982=-0.893
min	5.946-5.400=0.546
max	6.223-8.190=-1.967

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002-0.002=-0.000
min	1021.625-1021.625=0.000
max	1021.629-1021.630=-0.000

*mean*	7311.000-7408.000=-97.000
σ	0.000
min	7311.000-7408.000=-97.000
max	7311.000-7408.000=-97.000

*mean*	360.545-346.289=14.256
σ	40.501-2.226=38.276
min	342.943-343.093=-0.150
max	460.465-348.983=111.482

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.001
min	3495.713
max	3497.036-3497.038=-0.002

*mean*	3673.125-3770.375=-97.250
σ	2247.907-2310.618=-62.711
min	723.000-720.000=3.000
max	7311.000-7408.000=-97.000

*mean*	1592.451-1779.684=-187.232
σ	547.386-652.653=-105.266
min	1389.949-1395.846=-5.897
max	2947.071-2934.637=12.434

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=-0.000
max	107.854-107.854=-0.000

*mean*	4496.625-4197.625=299.000
σ	2219.307-1954.581=264.727
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	131.787-130.338=1.449
σ	5.734-8.211=-2.477
min	126.042-123.605=2.437
max	139.587-149.250=-9.663

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.000

*mean*	4496.625-4426.875=69.750
σ	2219.307-2227.566=-8.259
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	42.932-151.838=-108.905
σ	0.890-308.739=-307.849
min	40.960-40.527=0.433
max	43.952-915.922=-871.970

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7311.000-7408.000=-97.000
σ	0.000
min	7311.000-7408.000=-97.000
max	7311.000-7408.000=-97.000

*mean*	70.457-114.847=-44.391
σ	135.885-261.671=-125.786
min	21.571-21.065=0.506
max	406.738-762.422=-355.683

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311-71.311=0.000

*mean*	7311.000-7408.000=-97.000
σ	0.000
min	7311.000-7408.000=-97.000
max	7311.000-7408.000=-97.000

*mean*	63.710-57.705=6.006
σ	22.047-5.824=16.222
min	55.188-54.650=0.537
max	118.257-72.014=46.243

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4496.625-4197.625=299.000
σ	2219.307-1954.581=264.727
min	1470.000-1483.000=-13.000
max	7311.000-7408.000=-97.000

*mean*	3526.731-3220.750=305.981
σ	760.488-656.517=103.972
min	2498.660-2478.462=20.199
max	4237.927-4082.343=155.584

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7311.000-7408.000=-97.000
σ	0.000
min	7311.000-7408.000=-97.000
max	7311.000-7408.000=-97.000

*mean*	1096.569-1007.844=88.725
σ	284.986-203.710=81.277
min	911.049-907.846=3.204
max	1599.419-1487.812=111.607

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7311.000-7408.000=-97.000
σ	0.000
min	7311.000-7408.000=-97.000
max	7311.000-7408.000=-97.000

*mean*	407.613-402.873=4.740
σ	41.558-41.978=-0.421
min	383.620-377.803=5.817
max	509.940-506.206=3.734

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.000=2.000
σ	0.000
min	477.000-475.000=2.000
max	477.000-475.000=2.000

*mean*	368.569-369.150=-0.581
σ	32.817-43.229=-10.412
min	305.774-300.272=5.503
max	399.964-430.088=-30.124

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.000-563.000=-2.000
σ	0.000
min	561.000-563.000=-2.000
max	561.000-563.000=-2.000

*mean*	750.166-738.327=11.839
σ	69.527-68.301=1.226
min	615.844-635.315=-19.470
max	814.070-831.936=-17.866

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.989-1024.583=-60.594
σ	1.820-0.761=1.059
min	963.281-1024.112=-60.831
max	971.687-1027.732=-56.045

*mean*	1042.650-1048.800=-6.150
σ	316.097-314.055=2.042
min	589.000-569.000=20.000
max	1504.000-1512.000=-8.000

*mean*	1.298-1.399=-0.101
σ	0.178-0.127=0.052
min	1.059-1.313=-0.253
max	1.804-1.863=-0.058

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.315-0.296=0.020
σ	0.303-0.291=0.012
min	0.146-0.136=0.010
max	0.854-0.811=0.043

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.476=-0.001
σ	0.323-0.320=0.003
min	0.319-0.319=-0.000
max	1.053-1.049=0.004

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.217=0.004
σ	0.019-0.023=-0.003
min	0.209-0.200=0.009
max	0.255-0.255=-0.001

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.334=0.001
σ	0.015-0.010=0.005
min	0.322-0.326=-0.004
max	0.359-0.350=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-431.800=-0.800
σ	0.000-1.789=-1.789
min	431.000
max	431.000-435.000=-4.000

*mean*	0.548-0.517=0.031
σ	0.058-0.065=-0.008
min	0.457-0.429=0.027
max	0.600-0.601=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.487-0.497=-0.010
σ	0.050-0.029=0.021
min	0.402-0.447=-0.044
max	0.524-0.515=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.840-1.902=-0.062
σ	0.064-0.105=-0.040
min	1.713-1.726=-0.013
max	2.075-2.345=-0.270

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.439-1.920=0.519
σ	0.332-0.091=0.241
min	1.853-1.722=0.131
max	3.259-2.156=1.103

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.307-0.307=0.000
σ	0.014-0.012=0.002
min	0.292-0.287=0.005
max	0.384-0.393=-0.009

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.291-0.293=-0.002
σ	0.008-0.009=-0.001
min	0.278-0.280=-0.001
max	0.328-0.330=-0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.883-11.408=0.476
σ	12.134-12.264=-0.130
min	0.574-0.574=0.000
max	88.726-99.804=-11.079

*mean*	459.509-458.841=0.668
σ	18.159-18.354=-0.195
min	408.000-405.000=3.000
max	476.000-474.000=2.000

*mean*	0.027-0.026=0.001
σ	0.030-0.030=-0.000
min	0.001-0.001=0.000
max	0.212-0.239=-0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.764-298.698=-19.934
σ	1.033-1.035=-0.002
min	278.255-298.308=-20.053
max	281.688-301.640=-19.953

*mean*	442.200-446.200=-4.000
σ	16.811-17.351=-0.540
min	413.000-426.000=-13.000
max	465.000-472.000=-7.000

*mean*	0.588-0.605=-0.017
σ	0.012-0.012=-0.000
min	0.565-0.579=-0.014
max	0.612-0.622=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	859.000-842.250=16.750
σ	0.000-1.035=-1.035
min	859.000-841.000=18.000
max	859.000-843.000=16.000

*mean*	227.567-217.593=9.973
σ	29.455-25.942=3.513
min	186.798-187.016=-0.217
max	258.260-256.713=1.547

phase=macro expansion

*mean*	6.130-6.133=-0.003
σ	0.001-0.000=0.001
min	6.130-6.133=-0.004
max	6.133-6.133=-0.000

*mean*	859.000-842.000=17.000
σ	0.000-1.069=-1.069
min	859.000-841.000=18.000
max	859.000-843.000=16.000

*mean*	9.485-9.208=0.277
σ	1.519-0.766=0.753
min	7.469-7.327=0.142
max	12.632-9.594=3.038

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.001-0.000=0.001
min	1042.432-1042.435=-0.002
max	1042.436-1042.435=0.001

*mean*	859.000-842.000=17.000
σ	0.000-1.069=-1.069
min	859.000-841.000=18.000
max	859.000-843.000=16.000

*mean*	601.027-578.096=22.931
σ	59.883-45.395=14.488
min	502.548-470.295=32.253
max	718.799-602.070=116.729

phase=processProdDef

*mean*	2243.976-2243.976=0.000
σ	0.001-0.000=0.001
min	2243.976-2243.976=-0.000
max	2243.979-2243.976=0.002

*mean*	859.000-842.250=16.750
σ	0.000-1.035=-1.035
min	859.000-841.000=18.000
max	859.000-843.000=16.000

*mean*	2784.922-2724.498=60.423
σ	602.626-401.567=201.059
min	1915.689-2016.323=-100.634
max	3518.411-3183.673=334.738

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	859.000-842.000=17.000
σ	0.000-1.069=-1.069
min	859.000-841.000=18.000
max	859.000-843.000=16.000

*mean*	39.140-39.084=0.056
σ	8.417-6.141=2.276
min	26.943-25.775=1.168
max	49.892-48.212=1.680

phase=type checker

*mean*	989.755-989.752=0.003
σ	0.066-0.066=0.001
min	989.654
max	989.845-989.841=0.004

*mean*	859.000-842.000=17.000
σ	0.000-1.069=-1.069
min	859.000-841.000=18.000
max	859.000-843.000=16.000

*mean*	731.927-708.707=23.220
σ	77.195-49.731=27.464
min	664.443-645.126=19.318
max	880.924-814.801=66.123

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.616-294.050=-11.434
σ	0.036-0.038=-0.002
min	282.564-293.995=-11.431
max	282.653-294.091=-11.437

*mean*	444.400-442.400=2.000
σ	0.548
min	444.000-442.000=2.000
max	445.000-443.000=2.000

*mean*	0.377-0.392=-0.015
σ	0.001-0.005=-0.004
min	0.376-0.388=-0.012
max	0.378-0.401=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.318-1320.631=-53.312
σ	0.122-0.040=0.082
min	1267.219-1320.581=-53.363
max	1267.524-1320.687=-53.162

*mean*	1091.400-1088.600=2.800
σ	167.354-168.127=-0.774
min	892.000-891.000=1.000
max	1319.000-1321.000=-2.000

*mean*	2.005-2.367=-0.362
σ	0.125-0.245=-0.119
min	1.834-2.164=-0.329
max	2.124-2.745=-0.622

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.298-1559.536=-53.239
σ	2.959-2.984=-0.024
min	1504.727-1557.967=-53.240
max	1511.577-1564.863=-53.286

*mean*	628.600-626.400=2.200
σ	85.772-85.483=0.289
min	498.000-496.000=2.000
max	728.000-725.000=3.000

*mean*	2.166-2.240=-0.074
σ	0.156-0.244=-0.088
min	2.076-1.962=0.113
max	2.443-2.633=-0.190

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.317-1882.552=-53.234
σ	0.037-0.080=-0.043
min	1829.265-1882.454=-53.189
max	1829.363-1882.650=-53.288

*mean*	1716.200-1719.800=-3.600
σ	188.095-177.558=10.537
min	1449.000-1469.000=-20.000
max	1885.000-1884.000=1.000

*mean*	3.065-3.105=-0.040
σ	0.261-0.267=-0.007
min	2.878-2.885=-0.007
max	3.515-3.546=-0.031

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.629-1.703=-0.074
σ	0.146-0.093=0.053
min	1.455-1.576=-0.121
max	1.850-1.832=0.018

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	409.434-431.568=-22.134
σ	518.106-518.157=-0.052
min	150.379-172.485=-22.107
max	1186.593-1208.804=-22.211

*mean*	99.750-103.750=-4.000
σ	7.500
min	96.000-100.000=-4.000
max	111.000-115.000=-4.000

*mean*	447.000
σ	0.000
min	447.000
max	447.000

*mean*	0.526-0.526=0.001
σ	0.532-0.489=0.044
min	0.255-0.280=-0.025
max	1.325-1.259=0.066

policies=20

*mean*	1503.958-1725.253=-221.295
σ	0.268-0.465=-0.198
min	1503.781-1724.942=-221.161
max	1504.354-1725.945=-221.591

*mean*	960.000-1000.000=-40.000
σ	0.000
min	960.000-1000.000=-40.000
max	960.000-1000.000=-40.000

*mean*	451.000-453.000=-2.000
σ	4.619-9.381=-4.762
min	447.000
max	455.000-467.000=-12.000

*mean*	2.503-2.753=-0.250
σ	0.020-0.020=0.000
min	2.485-2.732=-0.247
max	2.531-2.780=-0.249

policies=200

*mean*	15047.871-17260.982=-2213.111
σ	0.125-0.135=-0.010
min	15047.767-17260.867=-2213.100
max	15048.050-17261.167=-2213.118

*mean*	9600.000-10000.000=-400.000
σ	0.000
min	9600.000-10000.000=-400.000
max	9600.000-10000.000=-400.000

*mean*	502.250-495.250=7.000
σ	5.439-3.304=2.135
min	495.000-491.000=4.000
max	508.000-499.000=9.000

*mean*	25.265-27.707=-2.442
σ	0.137-0.045=0.092
min	25.095-27.647=-2.552
max	25.418-27.756=-2.338