Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664-558.664=-111.000
σ	0.000
min	447.664-558.664=-111.000
max	447.664-558.664=-111.000

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.871-54.871=-0.000
σ	0.358-0.358=-0.000
min	54.736-54.734=0.002
max	55.888-55.889=-0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.142-0.141=0.001
σ	0.005-0.005=-0.001
min	0.138-0.134=0.004
max	0.150-0.152=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.839-43.839=-0.000
σ	0.006-0.006=-0.000
min	43.829-43.832=-0.003
max	43.847-43.850=-0.003

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.125-0.124=0.001
σ	0.004-0.004=0.001
min	0.122-0.121=0.001
max	0.133-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.621-36.620=0.000

*mean*	4037.000-3571.875=465.125
σ	1961.063-1606.112=354.951
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	12.280-12.330=-0.050
σ	0.399-0.217=0.182
min	11.861-12.009=-0.148
max	13.031-12.592=0.438

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.621=-0.001

*mean*	4037.000-3723.000=314.000
σ	1961.063-1737.429=223.635
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	12.027-126.456=-114.429
σ	0.429-322.529=-322.100
min	11.511-11.160=0.352
max	12.770-924.672=-911.902

op=table_records(), no indexes

*mean*	41.966-41.930=0.037
σ	0.002-0.002=-0.000
min	41.965-41.928=0.037
max	41.970-41.933=0.037

*mean*	6504.000-5523.000=981.000
σ	0.000
min	6504.000-5523.000=981.000
max	6504.000-5523.000=981.000

*mean*	12.231-15.399=-3.168
σ	1.412-3.261=-1.850
min	11.307-10.717=0.590
max	15.188-22.502=-7.314

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.001
max	41.933-41.932=0.001

*mean*	4037.000-3571.875=465.125
σ	1961.063-1606.112=354.951
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	11.532-14.254=-2.722
σ	0.532-1.246=-0.714
min	10.879-11.206=-0.327
max	12.680-14.862=-2.183

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4037.000-3571.875=465.125
σ	1961.063-1606.112=354.951
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	8.384-8.441=-0.057
σ	0.336-0.201=0.136
min	7.981-8.074=-0.092
max	8.901-8.684=0.216

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=-0.000

*mean*	4037.000-3571.875=465.125
σ	1961.063-1606.112=354.951
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	6.898-6.309=0.589
σ	0.468-0.245=0.223
min	6.331-6.064=0.267
max	7.756-6.768=0.987

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.693-25.668=0.025
σ	0.003-0.004=-0.001
min	25.691-25.665=0.025
max	25.699-25.678=0.021

*mean*	4037.000-3723.000=314.000
σ	1961.063-1737.429=223.635
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	6.027-5.932=0.095
σ	0.153-0.941=-0.787
min	5.811-5.298=0.513
max	6.277-8.228=-1.950

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.970=0.012
σ	0.002-0.002=0.000
min	25.980-25.968=0.012
max	25.984-25.972=0.012

*mean*	4037.000-3723.000=314.000
σ	1961.063-1737.429=223.635
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	5.755-5.759=-0.003
σ	0.189-1.002=-0.813
min	5.447-5.347=0.100
max	5.985-8.237=-2.252

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612-1021.612=0.000
max	1021.616-1021.616=0.000

*mean*	6504.000-5523.000=981.000
σ	0.000
min	6504.000-5523.000=981.000
max	6504.000-5523.000=981.000

*mean*	348.206-365.701=-17.495
σ	1.610-42.166=-40.556
min	346.425-343.561=2.863
max	351.258-467.147=-115.888

op=load_product(), with indexes

*mean*	6254.590-6330.880=-76.290
σ	0.469-0.469=-0.001
min	6254.421-6330.712=-76.291
max	6255.750-6332.041=-76.292

*mean*	3314.000-3213.250=100.750
σ	1987.639-1836.127=151.512
min	720.000
max	6504.000-5523.000=981.000

*mean*	2630.926-2992.051=-361.125
σ	748.633-873.108=-124.476
min	2361.872-2432.748=-70.876
max	4483.658-4415.124=68.534

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	104.802-62.077=42.725
σ	0.002-0.002=0.000
min	104.801-62.076=42.725
max	104.805-62.080=42.725

*mean*	4037.000-3571.875=465.125
σ	1961.063-1606.112=354.951
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	112.811-77.307=35.504
σ	8.483-10.610=-2.127
min	101.064-71.149=29.915
max	126.153-101.907=24.246

op=vertical_lookup_list() on unindexed missing Int

*mean*	2021.661-40.946=1980.715
σ	0.002-0.002=-0.000
min	2021.660-40.945=1980.715
max	2021.663-40.950=1980.714

*mean*	6504.000-5523.000=981.000
σ	0.000
min	6504.000-5523.000=981.000
max	6504.000-5523.000=981.000

*mean*	1086.112-69.088=1017.024
σ	763.253-10.206=753.047
min	778.734-60.293=718.441
max	2964.207-86.798=2877.409

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	68.264-66.688=1.576
σ	0.002-0.002=-0.000
min	68.263-66.686=1.577
max	68.267-66.691=1.576

*mean*	6504.000-5523.000=981.000
σ	0.000
min	6504.000-5523.000=981.000
max	6504.000-5523.000=981.000

*mean*	62.692-185.198=-122.506
σ	14.378-222.013=-207.634
min	55.725-98.945=-43.220
max	96.706-733.944=-637.239

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	7462.186-12688.224=-5226.038
σ	0.013-4.310=-4.297
min	7462.180-12686.645=-5224.465
max	7462.217-12698.889=-5236.672

*mean*	4037.000-3571.875=465.125
σ	1961.063-1606.112=354.951
min	1339.000-1312.000=27.000
max	6504.000-5523.000=981.000

*mean*	4445.108-7383.696=-2938.588
σ	768.374-1596.746=-828.372
min	3413.332-5350.539=-1937.208
max	5638.531-8980.089=-3341.559

op=vertical_lookup_list() on indexed

*mean*	2623.011-11630.180=-9007.169
σ	0.002-0.002=0.000
min	2623.008-11630.177=-9007.169
max	2623.014-11630.182=-9007.168

*mean*	6504.000-5523.000=981.000
σ	0.000
min	6504.000-5523.000=981.000
max	6504.000-5523.000=981.000

*mean*	1240.616-5997.907=-4757.290
σ	301.125-1692.673=-1391.549
min	1089.632-4341.512=-3251.880
max	1942.266-8415.477=-6473.210

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	167.982-172.559=-4.576
σ	0.001
min	167.982-172.558=-4.576
max	167.986-172.562=-4.576

*mean*	496.000-477.000=19.000
σ	0.000
min	496.000-477.000=19.000
max	496.000-477.000=19.000

*mean*	437.136-386.707=50.429
σ	27.104-15.584=11.520
min	401.868-348.933=52.935
max	468.912-395.601=73.311

op=pointedIndexFromKvs

rows=400000

*mean*	348.169-357.322=-9.152
σ	0.001
min	348.169-357.321=-9.152
max	348.173-357.325=-9.152

*mean*	581.000-562.000=19.000
σ	0.000
min	581.000-562.000=19.000
max	581.000-562.000=19.000

*mean*	837.905-766.783=71.122
σ	52.259-44.100=8.159
min	778.270-660.819=117.452
max	919.251-797.394=121.856

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.343-1024.326=0.017
σ	0.760-0.758=0.001
min	1023.869-1023.852=0.018
max	1027.483-1027.463=0.020

*mean*	1053.600-1059.450=-5.850
σ	320.000-322.423=-2.424
min	595.000-539.000=56.000
max	1532.000-1569.000=-37.000

*mean*	1.374-1.583=-0.210
σ	0.065-0.069=-0.004
min	1.194-1.515=-0.321
max	1.498-1.787=-0.289

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.319-0.408=-0.089
σ	0.325-0.534=-0.209
min	0.142-0.144=-0.002
max	0.895-1.361=-0.466

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.430-0.473=-0.043
σ	0.194-0.320=-0.125
min	0.335-0.318=0.017
max	0.777-1.045=-0.267

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.227-0.218=0.009
σ	0.024-0.022=0.002
min	0.211-0.199=0.012
max	0.268-0.253=0.016

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.341-0.326=0.015
σ	0.022-0.012=0.010
min	0.319-0.319=-0.000
max	0.375-0.348=0.027

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.800-435.400=-1.600
σ	4.025-5.177=-1.152
min	430.000-431.000=-1.000
max	438.000-441.000=-3.000

*mean*	0.543-0.574=-0.030
σ	0.071-0.047=0.024
min	0.427-0.499=-0.071
max	0.608-0.616=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	438.000-441.000=-3.000
σ	0.000
min	438.000-441.000=-3.000
max	438.000-441.000=-3.000

*mean*	0.478-0.492=-0.014
σ	0.041-0.042=-0.001
min	0.419-0.428=-0.010
max	0.516-0.526=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	438.000-441.000=-3.000
σ	0.000
min	438.000-441.000=-3.000
max	438.000-441.000=-3.000

*mean*	1.917-1.953=-0.036
σ	0.077-0.126=-0.048
min	1.764-1.772=-0.008
max	2.093-2.528=-0.435

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	438.000-441.000=-3.000
σ	0.000
min	438.000-441.000=-3.000
max	438.000-441.000=-3.000

*mean*	1.963-1.950=0.013
σ	0.069-0.076=-0.007
min	1.837-1.842=-0.005
max	2.289-2.289=-0.000

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	438.000-441.000=-3.000
σ	0.000
min	438.000-441.000=-3.000
max	438.000-441.000=-3.000

*mean*	0.314-0.311=0.004
σ	0.028-0.048=-0.020
min	0.296-0.288=0.008
max	0.574-0.772=-0.199

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	438.000-441.000=-3.000
σ	0.000
min	438.000-441.000=-3.000
max	438.000-441.000=-3.000

*mean*	0.304-0.292=0.012
σ	0.046-0.006=0.040
min	0.284-0.280=0.004
max	0.654-0.319=0.335

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.694-298.729=-0.035
σ	0.990-1.052=-0.062
min	298.345-298.312=0.033
max	301.509-301.718=-0.210

*mean*	440.700-440.900=-0.200
σ	15.542-13.161=2.381
min	417.000-424.000=-7.000
max	462.000-465.000=-3.000

*mean*	0.618-0.602=0.016
σ	0.010-0.029=-0.019
min	0.608-0.530=0.078
max	0.643-0.643=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1014.375-1013.375=1.000
σ	66.822-63.993=2.828
min	849.000-855.000=-6.000
max	1038.000-1036.000=2.000

*mean*	209.779-212.629=-2.850
σ	2.773-2.829=-0.056
min	205.712-207.178=-1.466
max	214.943-216.388=-1.444

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1014.375-1013.375=1.000
σ	66.822-63.993=2.828
min	849.000-855.000=-6.000
max	1038.000-1036.000=2.000

*mean*	11.052-10.880=0.171
σ	0.983-1.587=-0.603
min	9.964-8.328=1.636
max	12.841-12.885=-0.044

phase=parser

*mean*	1042.367-1042.367=0.000
σ	0.000-0.000=-0.000
min	1042.367
max	1042.367

*mean*	1014.375-1013.375=1.000
σ	66.822-63.993=2.828
min	849.000-855.000=-6.000
max	1038.000-1036.000=2.000

*mean*	565.721-601.192=-35.470
σ	203.599-144.441=59.158
min	376.314-378.286=-1.972
max	835.971-725.797=110.174

phase=processProdDef

*mean*	2074.561-2314.017=-239.456
σ	0.000
min	2074.561-2314.017=-239.456
max	2074.561-2314.017=-239.456

*mean*	1038.000-1036.000=2.000
σ	0.000
min	1038.000-1036.000=2.000
max	1038.000-1036.000=2.000

*mean*	2669.572-2655.790=13.782
σ	432.368-669.432=-237.064
min	2055.875-1723.249=332.626
max	3177.946-3486.371=-308.425

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1014.375-1013.375=1.000
σ	66.822-63.993=2.828
min	849.000-855.000=-6.000
max	1038.000-1036.000=2.000

*mean*	37.490-36.725=0.766
σ	6.459-9.048=-2.589
min	29.002-27.066=1.936
max	47.660-48.614=-0.954

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1014.375-1013.375=1.000
σ	66.822-63.993=2.828
min	849.000-855.000=-6.000
max	1038.000-1036.000=2.000

*mean*	801.789-785.214=16.574
σ	113.399-81.952=31.447
min	649.395-664.473=-15.078
max	907.784-883.991=23.792

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.927-293.926=0.001
σ	0.039-0.039=0.001
min	293.870-293.875=-0.005
max	293.968-293.966=0.001

*mean*	443.200-441.200=2.000
σ	1.643
min	442.000-440.000=2.000
max	445.000-443.000=2.000

*mean*	0.406-0.397=0.009
σ	0.008-0.005=0.002
min	0.400-0.392=0.007
max	0.417-0.406=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.252-1320.306=-0.054
σ	0.051-0.042=0.009
min	1320.206-1320.252=-0.046
max	1320.308-1320.351=-0.043

*mean*	1110.600
σ	168.257-167.155=1.102
min	897.000-898.000=-1.000
max	1321.000-1320.000=1.000

*mean*	2.026-2.220=-0.194
σ	0.121-0.065=0.056
min	1.914-2.143=-0.228
max	2.156-2.299=-0.142

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.840-1560.049=-0.209
σ	4.135-4.632=-0.497
min	1557.852-1557.815=0.037
max	1567.232-1568.331=-1.099

*mean*	627.800
σ	89.843-90.170=-0.328
min	504.000
max	727.000

*mean*	2.464-2.441=0.022
σ	0.312-0.249=0.063
min	2.142-2.202=-0.061
max	2.886-2.861=0.024

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.320-1882.274=0.046
σ	0.070-0.062=0.008
min	1882.231-1882.193=0.037
max	1882.398-1882.357=0.041

*mean*	1759.000-1748.600=10.400
σ	219.421-212.896=6.525
min	1466.000-1461.000=5.000
max	1967.000-1949.000=18.000

*mean*	3.270-3.217=0.054
σ	0.408-0.298=0.109
min	2.908-2.886=0.021
max	3.835-3.549=0.285

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.460-1.751=-0.291
σ	0.209-0.140=0.069
min	1.226-1.519=-0.293
max	1.754-1.860=-0.106

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	451.071-451.132=-0.061
σ	580.614-580.736=-0.122
min	160.761-160.762=-0.001
max	1321.992-1322.235=-0.243

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.544-0.550=-0.007
σ	0.548-0.553=-0.004
min	0.260-0.267=-0.006
max	1.366-1.379=-0.013

policies=20

*mean*	1607.948-1607.962=-0.015
σ	0.379-0.427=-0.048
min	1607.685-1607.672=0.013
max	1608.507-1608.594=-0.087

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-450.500=-1.500
σ	8.083-9.815=-1.732
min	442.000
max	456.000-459.000=-3.000

*mean*	2.628-2.698=-0.070
σ	0.016-0.016=-0.000
min	2.616-2.675=-0.059
max	2.652-2.710=-0.058

policies=200

*mean*	16087.905-16087.785=0.120
σ	0.044-0.130=-0.086
min	16087.846-16087.612=0.234
max	16087.944-16087.887=0.057

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-498.000=0.500
σ	5.686-5.477=0.209
min	492.000
max	505.000-504.000=1.000

*mean*	26.516-27.317=-0.802
σ	0.168-0.052=0.116
min	26.344-27.272=-0.928
max	26.709-27.386=-0.678