Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.772-54.772=-0.000
σ	0.363-0.364=-0.001
min	54.615-54.617=-0.003
max	55.802-55.805=-0.003

*mean*	426.000-420.000=6.000
σ	0.000
min	426.000-420.000=6.000
max	426.000-420.000=6.000

*mean*	0.140-0.140=0.000
σ	0.006-0.005=0.001
min	0.134-0.133=0.000
max	0.150-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.777=0.002
σ	0.008-0.004=0.003
min	43.768-43.771=-0.003
max	43.792-43.786=0.006

*mean*	426.000-420.000=6.000
σ	0.000
min	426.000-420.000=6.000
max	426.000-420.000=6.000

*mean*	0.123-0.120=0.003
σ	0.003-0.005=-0.001
min	0.121-0.115=0.005
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4587.750-4430.000=157.750
σ	2245.180-2228.409=16.771
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	151.845-12.972=138.873
σ	395.607-1.971=393.637
min	11.755-11.947=-0.192
max	1130.923-17.730=1113.193

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4587.750-4609.375=-21.625
σ	2245.180-2259.635=-14.454
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	13.948-149.462=-135.514
σ	4.397-386.313=-381.916
min	11.463-11.640=-0.177
max	24.729-1105.527=-1080.799

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.950=-0.000

*mean*	7373.000-7411.000=-38.000
σ	0.000
min	7373.000-7411.000=-38.000
max	7373.000-7411.000=-38.000

*mean*	10.684-11.216=-0.532
σ	0.117-0.247=-0.130
min	10.490-10.975=-0.485
max	10.846-11.739=-0.893

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.000=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4179.625-4201.000=-21.375
σ	1942.967-1955.759=-12.792
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	11.440-11.387=0.052
σ	2.053-1.241=0.812
min	10.506-10.837=-0.331
max	16.508-14.448=2.060

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4179.625-4201.000=-21.375
σ	1942.967-1955.759=-12.792
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	9.126-8.923=0.203
σ	1.147-0.526=0.620
min	8.271-8.464=-0.192
max	11.895-10.160=1.734

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406-26.406=0.000
max	26.406-26.406=0.000

*mean*	4179.625-4201.000=-21.375
σ	1942.967-1955.759=-12.792
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	7.154-6.932=0.222
σ	0.914-0.449=0.464
min	6.632-6.254=0.378
max	9.401-7.776=1.624

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4587.750-4609.375=-21.625
σ	2245.180-2259.635=-14.454
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	6.341-6.581=-0.240
σ	0.992-1.054=-0.063
min	5.811-5.935=-0.124
max	8.767-8.905=-0.138

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4587.750-4609.375=-21.625
σ	2245.180-2259.635=-14.454
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	6.166-6.589=-0.422
σ	1.065-1.093=-0.028
min	5.611-5.821=-0.210
max	8.781-8.975=-0.194

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7373.000-7411.000=-38.000
σ	0.000
min	7373.000-7411.000=-38.000
max	7373.000-7411.000=-38.000

*mean*	370.483-344.084=26.400
σ	90.053-4.943=85.111
min	335.870-338.597=-2.727
max	593.306-352.151=241.155

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3756.125-3773.000=-16.875
σ	2297.667-2312.191=-14.524
min	720.000
max	7373.000-7411.000=-38.000

*mean*	1718.451-1743.284=-24.833
σ	673.280-605.275=68.005
min	1348.893-1374.235=-25.342
max	2888.162-2731.732=156.430

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855-107.854=0.000

*mean*	4407.000-4201.000=206.000
σ	2214.272-1955.759=258.513
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	196.177-133.136=63.042
σ	161.029-7.185=153.844
min	125.228-127.909=-2.681
max	591.602-150.369=441.233

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4407.000-4430.000=-23.000
σ	2214.272-2228.409=-14.137
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	42.344-180.811=-138.467
σ	1.369-390.537=-389.168
min	40.764-41.014=-0.250
max	43.992-1147.336=-1103.344

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7373.000-7411.000=-38.000
σ	0.000
min	7373.000-7411.000=-38.000
max	7373.000-7411.000=-38.000

*mean*	23.189-122.578=-99.388
σ	2.869-284.896=-282.027
min	21.461-21.608=-0.146
max	29.396-827.659=-798.263

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=0.000
max	71.311-71.311=0.000

*mean*	7373.000-7411.000=-38.000
σ	0.000
min	7373.000-7411.000=-38.000
max	7373.000-7411.000=-38.000

*mean*	57.189-59.173=-1.985
σ	2.677-9.281=-6.604
min	55.952-55.117=0.835
max	63.753-82.105=-18.351

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4179.625-4201.000=-21.375
σ	1942.967-1955.759=-12.792
min	1487.000-1483.000=4.000
max	7373.000-7411.000=-38.000

*mean*	3238.771-3250.539=-11.769
σ	817.732-682.971=134.762
min	2448.643-2486.207=-37.564
max	4609.738-4071.772=537.966

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7373.000-7411.000=-38.000
σ	0.000
min	7373.000-7411.000=-38.000
max	7373.000-7411.000=-38.000

*mean*	999.209-958.565=40.644
σ	202.400-73.148=129.252
min	908.142-913.180=-5.038
max	1488.522-1098.795=389.727

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105-905.105=0.000
σ	0.002-0.002=-0.000
min	905.102
max	905.108

*mean*	7373.000-7411.000=-38.000
σ	0.000
min	7373.000-7411.000=-38.000
max	7373.000-7411.000=-38.000

*mean*	501.967-389.864=112.102
σ	292.703-4.000=288.703
min	376.717-380.906=-4.189
max	1217.797-394.093=823.704

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-479.000=-3.000
σ	0.000-1.852=-1.852
min	476.000
max	476.000-480.000=-4.000

*mean*	390.109-360.175=29.933
σ	32.226-25.785=6.440
min	344.738-309.401=35.337
max	438.629-395.051=43.578

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.125-560.000=3.125
σ	1.553-0.000=1.553
min	562.000-560.000=2.000
max	565.000-560.000=5.000

*mean*	716.314-775.460=-59.145
σ	78.757-29.818=48.939
min	605.749-737.664=-131.915
max	813.270-808.765=4.505

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.986-963.990=-0.004
σ	1.822-1.822=-0.000
min	963.283-963.284=-0.001
max	971.689-971.694=-0.005

*mean*	1043.650-1055.400=-11.750
σ	306.341-320.813=-14.472
min	594.000-586.000=8.000
max	1493.000-1529.000=-36.000

*mean*	1.271-1.297=-0.026
σ	0.149-0.143=0.005
min	1.168-1.203=-0.035
max	1.814-1.808=0.007

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.405-0.468=-0.063
σ	0.537-0.600=-0.063
min	0.133-0.151=-0.018
max	1.362-1.538=-0.176

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.832=-0.356
σ	0.322-0.523=-0.201
min	0.317-0.577=-0.260
max	1.051-1.766=-0.715

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.388=-0.174
σ	0.021-0.025=-0.004
min	0.202-0.374=-0.172
max	0.252-0.432=-0.180

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.379=-0.049
σ	0.015-0.100=-0.085
min	0.316-0.332=-0.016
max	0.355-0.557=-0.202

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.800
σ	1.789
min	431.000
max	435.000

*mean*	0.575-0.572=0.003
σ	0.031-0.033=-0.003
min	0.537-0.536=0.001
max	0.609-0.612=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.446-0.472=-0.027
σ	0.074-0.044=0.030
min	0.338-0.415=-0.077
max	0.516-0.515=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	1.911-2.672=-0.761
σ	0.083-0.125=-0.042
min	1.765-2.427=-0.662
max	2.257-3.411=-1.154

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	1.908-2.594=-0.685
σ	0.065-0.086=-0.021
min	1.766-2.425=-0.659
max	2.133-2.846=-0.713

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.300-0.307=-0.007
σ	0.009-0.012=-0.002
min	0.287-0.287=-0.000
max	0.359-0.372=-0.013

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.289-0.297=-0.008
σ	0.007-0.014=-0.006
min	0.275-0.275=0.000
max	0.320-0.365=-0.045

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.489-11.641=-0.152
σ	11.676-12.629=-0.953
min	0.574-0.574=-0.000
max	102.949-118.848=-15.899

*mean*	453.462-468.490=-15.028
σ	16.451-19.676=-3.225
min	410.000-407.000=3.000
max	472.000-485.000=-13.000

*mean*	0.026-0.026=-0.000
σ	0.029-0.031=-0.002
min	0.001-0.001=-0.000
max	0.270-0.291=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.630-278.750=-0.120
σ	1.095-1.049=0.046
min	278.159-278.367=-0.207
max	281.736-281.734=0.002

*mean*	440.900-442.400=-1.500
σ	16.031-14.041=1.990
min	414.000-415.000=-1.000
max	465.000-463.000=2.000

*mean*	0.583-0.589=-0.006
σ	0.017-0.010=0.007
min	0.544-0.580=-0.035
max	0.613-0.615=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	841.000-839.000=2.000
σ	2.138-0.000=2.138
min	839.000
max	843.000-839.000=4.000

*mean*	205.939-246.738=-40.799
σ	22.008-8.946=13.063
min	181.115-230.419=-49.304
max	239.725-256.905=-17.180

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	840.500-839.000=1.500
σ	2.070-0.000=2.070
min	839.000
max	843.000-839.000=4.000

*mean*	9.116-9.494=-0.378
σ	1.058-0.122=0.936
min	7.345-9.270=-1.925
max	10.294-9.636=0.658

phase=parser

*mean*	1042.431-1042.431=0.000
σ	0.000-0.000=0.000
min	1042.430-1042.431=-0.000
max	1042.431

*mean*	840.500-839.000=1.500
σ	2.070-0.000=2.070
min	839.000
max	843.000-839.000=4.000

*mean*	553.462-592.077=-38.615
σ	69.241-5.646=63.594
min	420.662-583.575=-162.913
max	607.099-602.612=4.487

phase=processProdDef

*mean*	2243.978
σ	0.000
min	2243.978
max	2243.978

*mean*	841.000-839.000=2.000
σ	2.138-0.000=2.138
min	839.000
max	843.000-839.000=4.000

*mean*	2512.858-2357.596=155.263
σ	214.631-189.478=25.153
min	2147.045-2106.587=40.457
max	2870.586-2711.911=158.675

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.500-839.000=1.500
σ	2.070-0.000=2.070
min	839.000
max	843.000-839.000=4.000

*mean*	36.630-39.798=-3.169
σ	6.146-0.708=5.438
min	26.523-38.493=-11.970
max	40.521-40.437=0.084

phase=type checker

*mean*	989.755
σ	0.066
min	989.658
max	989.845

*mean*	840.500-839.000=1.500
σ	2.070-0.000=2.070
min	839.000
max	843.000-839.000=4.000

*mean*	705.746-677.505=28.241
σ	75.037-5.116=69.921
min	640.137-670.661=-30.523
max	879.385-683.120=196.265

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.617-282.615=0.002
σ	0.034-0.036=-0.002
min	282.568-282.564=0.004
max	282.653-282.653=0.000

*mean*	445.400-442.000=3.400
σ	0.548-3.742=-3.194
min	445.000-438.000=7.000
max	446.000

*mean*	0.388-0.378=0.010
σ	0.011-0.007=0.004
min	0.375-0.373=0.002
max	0.397-0.390=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.302-1267.318=-0.016
σ	0.080-0.108=-0.028
min	1267.230-1267.230=-0.000
max	1267.430-1267.500=-0.070

*mean*	1115.200-1087.200=28.000
σ	170.946-185.849=-14.902
min	898.000-869.000=29.000
max	1329.000-1328.000=1.000

*mean*	1.891-1.883=0.008
σ	0.102-0.123=-0.021
min	1.785-1.805=-0.020
max	2.061-2.097=-0.036

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.335-1506.324=0.011
σ	2.945-2.911=0.034
min	1504.837-1504.830=0.007
max	1511.595-1511.517=0.078

*mean*	633.600-633.800=-0.200
σ	88.124-69.244=18.880
min	499.000-539.000=-40.000
max	729.000-718.000=11.000

*mean*	2.251-2.235=0.016
σ	0.264-0.181=0.083
min	2.042-2.053=-0.011
max	2.660-2.527=0.133

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.323-1829.327=-0.004
σ	0.049-0.037=0.013
min	1829.258-1829.269=-0.010
max	1829.375-1829.370=0.005

*mean*	1757.400-1736.800=20.600
σ	222.416-175.095=47.321
min	1466.000-1476.000=-10.000
max	1970.000-1887.000=83.000

*mean*	3.125-2.926=0.199
σ	0.277-0.098=0.179
min	2.806-2.816=-0.010
max	3.494-3.076=0.418

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.554-1.703=-0.148
σ	0.037-0.198=-0.161
min	1.513-1.360=0.153
max	1.608-1.835=-0.227

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	409.435-409.433=0.002
σ	518.108-518.106=0.001
min	150.378-150.377=0.001
max	1186.596-1186.593=0.004

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.509-0.518=-0.010
σ	0.487-0.527=-0.040
min	0.255-0.250=0.005
max	1.238-1.308=-0.070

policies=20

*mean*	1503.936-1503.958=-0.022
σ	0.255-0.269=-0.015
min	1503.766-1503.778=-0.012
max	1504.313-1504.357=-0.044

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	448.000-450.000=-2.000
σ	5.774
min	443.000-445.000=-2.000
max	453.000-455.000=-2.000

*mean*	2.488-2.502=-0.014
σ	0.012-0.014=-0.002
min	2.474-2.484=-0.010
max	2.503-2.515=-0.012

policies=200

*mean*	15047.881-15047.826=0.055
σ	0.100-0.099=0.001
min	15047.809-15047.724=0.085
max	15048.029-15047.922=0.107

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	500.750-496.250=4.500
σ	6.131-4.113=2.018
min	493.000-491.000=2.000
max	507.000-500.000=7.000

*mean*	25.210-25.206=0.004
σ	0.067-0.053=0.014
min	25.152-25.131=0.021
max	25.285-25.247=0.038