Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.000
σ	0.357-0.358=-0.001
min	54.540-54.541=-0.001
max	55.693-55.696=-0.003

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.143-0.140=0.002
σ	0.005-0.005=0.001
min	0.138-0.136=0.002
max	0.153-0.149=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.000
σ	0.005-0.007=-0.001
min	43.695-43.695=0.001
max	43.712-43.718=-0.006

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.124=0.000
σ	0.005-0.005=0.000
min	0.121-0.120=0.001
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	3888.125-3887.375=0.750
σ	1857.652-1859.518=-1.866
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	13.262-13.223=0.039
σ	0.258-1.690=-1.432
min	12.848-12.083=0.765
max	13.609-17.252=-3.643

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3888.125-3887.375=0.750
σ	1857.652-1859.518=-1.866
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	13.433-12.724=0.709
σ	0.581-1.672=-1.091
min	12.501-11.726=0.774
max	14.085-16.717=-2.632

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.001-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	6180.000-6182.000=-2.000
σ	0.000
min	6180.000-6182.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	14.486-15.197=-0.711
σ	0.490-0.334=0.157
min	13.325-14.562=-1.236
max	14.903-15.620=-0.717

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.928=0.000

*mean*	3739.875-3739.000=0.875
σ	1830.826-1832.668=-1.842
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	13.442-13.521=-0.080
σ	2.037-1.761=0.277
min	10.834-10.939=-0.105
max	15.411-15.449=-0.038

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.001
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	3739.875-3739.000=0.875
σ	1830.826-1832.668=-1.842
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	8.944-8.944=-0.000
σ	0.301-0.219=0.081
min	8.342-8.640=-0.298
max	9.271-9.255=0.016

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3739.875-3739.000=0.875
σ	1830.826-1832.668=-1.842
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	6.660-6.880=-0.219
σ	0.389-0.231=0.158
min	5.905-6.510=-0.605
max	7.087-7.190=-0.104

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=0.000
min	25.665-25.666=-0.000
max	25.674-25.674=-0.000

*mean*	3888.125-3887.375=0.750
σ	1857.652-1859.518=-1.866
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	5.946-6.115=-0.169
σ	0.088-0.516=-0.428
min	5.811-5.664=0.147
max	6.055-7.274=-1.219

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974-25.974=-0.000

*mean*	3888.125-3887.375=0.750
σ	1857.652-1859.518=-1.866
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	5.669-5.964=-0.295
σ	0.191-0.585=-0.394
min	5.308-5.650=-0.342
max	5.997-7.394=-1.396

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=-0.000
min	2524.602-2524.602=0.000
max	2524.606-2524.606=-0.000

*mean*	6180.000-6182.000=-2.000
σ	0.000
min	6180.000-6182.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	1341.191-1320.723=20.468
σ	552.549-502.159=50.390
min	1040.056-1041.066=-1.010
max	2251.987-2175.395=76.592

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.470=-0.000
min	7877.935-7877.935=0.000
max	7879.264-7879.264=-0.000

*mean*	3245.000-3243.375=1.625
σ	1849.588-1851.364=-1.776
min	809.000-810.000=-1.000
max	6180.000-6182.000=-2.000

*mean*	3746.308-3772.965=-26.658
σ	1148.397-1141.888=6.510
min	3116.163-3080.005=36.158
max	5715.646-6054.777=-339.131

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	3888.125-3887.375=0.750
σ	1857.652-1859.518=-1.866
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	134.434-167.829=-33.395
σ	144.261-244.828=-100.567
min	75.311-69.579=5.732
max	490.633-773.090=-282.457

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6180.000-6182.000=-2.000
σ	0.000
min	6180.000-6182.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	63.651-64.764=-1.113
σ	3.876-4.538=-0.663
min	60.673-60.915=-0.242
max	69.839-71.958=-2.119

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.690-66.690=0.000

*mean*	6180.000-6182.000=-2.000
σ	0.000
min	6180.000-6182.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	100.138-100.168=-0.030
σ	1.794-1.514=0.280
min	98.825-98.974=-0.149
max	104.415-103.712=0.703

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.155=0.001
σ	4.304-4.304=-0.000
min	11847.562-11847.561=0.001
max	11859.806

*mean*	3739.875-3739.000=0.875
σ	1830.826-1832.668=-1.842
min	1278.000-1280.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	6360.589-6146.230=214.359
σ	1335.741-1363.337=-27.596
min	5038.148-5029.977=8.171
max	8298.192-8276.623=21.569

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.094=0.000
σ	0.002-0.002=-0.000
min	10791.092-10791.091=0.001
max	10791.096

*mean*	6180.000-6182.000=-2.000
σ	0.000
min	6180.000-6182.000=-2.000
max	6180.000-6182.000=-2.000

*mean*	5203.941-5167.550=36.391
σ	1568.956-1534.802=34.153
min	4056.655-4051.917=4.738
max	7498.293-7310.060=188.234

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	347.465-364.766=-17.301
σ	34.378-22.641=11.736
min	295.381-342.229=-46.848
max	390.690-394.699=-4.009

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	760.694-755.419=5.274
σ	42.730-50.507=-7.777
min	672.169-633.253=38.917
max	803.425-791.529=11.896

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.329=-0.001
σ	0.758-0.758=-0.000
min	1023.851-1023.854=-0.003
max	1027.464-1027.465=-0.001

*mean*	1050.050-1040.450=9.600
σ	312.447-291.696=20.751
min	593.000-560.000=33.000
max	1513.000-1436.000=77.000

*mean*	1.590-1.581=0.009
σ	0.090-0.087=0.004
min	1.503-1.511=-0.007
max	1.786-1.846=-0.060

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.387-0.300=0.087
σ	0.465-0.297=0.168
min	0.148-0.135=0.013
max	1.213-0.826=0.387

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.434-0.483=-0.049
σ	0.199-0.330=-0.131
min	0.336-0.319=0.017
max	0.789-1.073=-0.284

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.226-0.218=0.008
σ	0.019-0.023=-0.004
min	0.205-0.204=0.000
max	0.255-0.259=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.341-0.332=0.009
σ	0.020-0.022=-0.002
min	0.327-0.312=0.014
max	0.376-0.368=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000
σ	6.595-5.612=0.983
min	430.000-431.000=-1.000
max	443.000-442.000=1.000

*mean*	0.533-0.600=-0.067
σ	0.065-0.014=0.051
min	0.429-0.585=-0.157
max	0.608-0.621=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.453-0.477=-0.024
σ	0.046-0.043=0.003
min	0.389-0.428=-0.039
max	0.499-0.529=-0.030

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.633-2.632=0.000
σ	0.103-0.090=0.012
min	2.443-2.438=0.005
max	3.001-2.868=0.133

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.664-2.579=0.084
σ	0.086-0.072=0.015
min	2.472-2.476=-0.004
max	2.885-2.913=-0.027

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.316-0.306=0.009
σ	0.055-0.009=0.046
min	0.289-0.289=0.000
max	0.786-0.364=0.422

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.292-0.292=0.000
σ	0.008-0.006=0.002
min	0.279-0.278=0.001
max	0.325-0.322=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.673-298.708=-0.034
σ	1.023-1.025=-0.002
min	298.312-298.313=-0.001
max	301.585-301.623=-0.037

*mean*	439.900-440.000=-0.100
σ	16.603-15.818=0.784
min	416.000-423.000=-7.000
max	467.000-472.000=-5.000

*mean*	0.614-0.602=0.012
σ	0.022-0.020=0.002
min	0.573-0.573=-0.001
max	0.652-0.643=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1681.500-1703.000=-21.500
σ	1.414-0.000=1.414
min	1678.000-1703.000=-25.000
max	1682.000-1703.000=-21.000

*mean*	214.805-211.316=3.489
σ	3.367-2.293=1.074
min	209.078-208.044=1.035
max	218.906-215.184=3.722

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1681.500-1703.000=-21.500
σ	1.414-0.000=1.414
min	1678.000-1703.000=-25.000
max	1682.000-1703.000=-21.000

*mean*	10.442-11.632=-1.191
σ	2.217-1.574=0.643
min	6.386-9.297=-2.911
max	12.769-12.850=-0.081

phase=parser

*mean*	1042.364-1042.363=0.000
σ	0.000-0.000=0.000
min	1042.363
max	1042.364

*mean*	1681.500-1703.000=-21.500
σ	1.414-0.000=1.414
min	1678.000-1703.000=-25.000
max	1682.000-1703.000=-21.000

*mean*	610.935-672.484=-61.549
σ	116.109-72.914=43.196
min	379.775-566.525=-186.751
max	726.097-729.415=-3.319

phase=processProdDef

*mean*	4753.279
σ	0.000
min	4753.279
max	4753.280

*mean*	1682.000-1703.000=-21.000
σ	0.000
min	1682.000-1703.000=-21.000
max	1682.000-1703.000=-21.000

*mean*	4474.273-4515.723=-41.451
σ	634.121-762.756=-128.636
min	3234.666-3102.223=132.443
max	5320.116-5399.671=-79.554

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1681.500-1703.000=-21.500
σ	1.414-0.000=1.414
min	1678.000-1703.000=-25.000
max	1682.000-1703.000=-21.000

*mean*	42.319-44.461=-2.142
σ	5.145-5.168=-0.023
min	34.596-34.346=0.250
max	48.548-48.070=0.477

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1681.500-1703.000=-21.500
σ	1.414-0.000=1.414
min	1678.000-1703.000=-25.000
max	1682.000-1703.000=-21.000

*mean*	781.031-840.743=-59.712
σ	79.867-66.052=13.816
min	678.991-712.756=-33.765
max	894.658-926.679=-32.020

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.918=0.001
σ	0.038-0.038=-0.000
min	293.865-293.864=0.001
max	293.957-293.957=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.408=-0.005
σ	0.010-0.012=-0.002
min	0.395-0.396=-0.001
max	0.418-0.425=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.306-1320.291=0.015
σ	0.036-0.045=-0.009
min	1320.255-1320.239=0.016
max	1320.343-1320.343=-0.000

*mean*	1087.600-1110.600=-23.000
σ	168.173-168.109=0.064
min	888.000-896.000=-8.000
max	1319.000-1320.000=-1.000

*mean*	2.287-2.243=0.043
σ	0.086-0.089=-0.003
min	2.195-2.145=0.050
max	2.424-2.361=0.063

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.462-1559.477=-0.015
σ	3.388-3.373=0.015
min	1557.781-1557.831=-0.050
max	1565.517-1565.506=0.011

*mean*	623.200-626.000=-2.800
σ	90.469-88.323=2.146
min	508.000-507.000=1.000
max	726.000-727.000=-1.000

*mean*	2.381-2.420=-0.038
σ	0.191-0.258=-0.067
min	2.210-2.145=0.064
max	2.674-2.719=-0.044

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.267-1882.265=0.002
σ	0.058-0.066=-0.008
min	1882.193-1882.180=0.012
max	1882.342-1882.353=-0.011

*mean*	1717.800-1755.200=-37.400
σ	176.002-216.977=-40.975
min	1468.000-1466.000=2.000
max	1881.000-1961.000=-80.000

*mean*	3.057-3.205=-0.148
σ	0.158-0.309=-0.152
min	2.939-2.898=0.041
max	3.331-3.671=-0.340

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.827-1.706=0.121
σ	0.099-0.103=-0.004
min	1.671-1.638=0.033
max	1.915-1.886=0.029

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.410=0.001
σ	583.277-583.279=-0.002
min	160.770-160.767=0.003
max	1327.327-1327.328=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.549-0.532=0.017
σ	0.560-0.514=0.045
min	0.267-0.273=-0.006
max	1.388-1.303=0.085

policies=20

*mean*	1608.037-1608.049=-0.011
σ	0.404-0.429=-0.025
min	1607.758-1607.759=-0.001
max	1608.634-1608.684=-0.050

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.500-452.750=-7.250
σ	3.000-10.689=-7.689
min	441.000-443.000=-2.000
max	447.000-468.000=-21.000

*mean*	2.683-2.719=-0.036
σ	0.010-0.009=0.001
min	2.673-2.711=-0.037
max	2.696-2.729=-0.033

policies=200

*mean*	16088.572-16088.548=0.024
σ	0.090-0.050=0.040
min	16088.479-16088.474=0.006
max	16088.693-16088.581=0.112

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-496.750=-0.750
σ	4.967-4.113=0.854
min	490.000-493.000=-3.000
max	501.000-502.000=-1.000

*mean*	27.259-27.197=0.062
σ	0.070-0.121=-0.051
min	27.217-27.087=0.130
max	27.363-27.370=-0.007