Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.870-54.616=0.254
σ	0.358-0.350=0.009
min	54.731-54.479=0.252
max	55.889-55.612=0.278

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.141-0.140=0.001
σ	0.005-0.004=0.001
min	0.136-0.137=-0.001
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.785=0.055
σ	0.006-0.007=-0.000
min	43.830-43.772=0.058
max	43.849-43.798=0.051

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.121=0.003
σ	0.004-0.004=0.000
min	0.121-0.114=0.007
max	0.132-0.127=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	12.938-12.405=0.533
σ	0.261-0.283=-0.022
min	12.513-12.100=0.413
max	13.203-12.920=0.283

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	12.842-12.566=0.276
σ	0.648-0.614=0.034
min	11.838-11.416=0.422
max	13.566-13.215=0.352

op=table_records(), no indexes

*mean*	41.930-41.928=0.001
σ	0.002-0.000=0.001
min	41.928-41.928=0.000
max	41.932-41.929=0.003

*mean*	7079.000-6044.000=1035.000
σ	0.000
min	7079.000-6044.000=1035.000
max	7079.000-6044.000=1035.000

*mean*	14.790-13.504=1.285
σ	1.010-1.376=-0.365
min	12.322-10.681=1.641
max	15.430-15.434=-0.003

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.002=0.001
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	14.483-12.454=2.029
σ	1.832-2.069=-0.237
min	10.845-10.501=0.344
max	16.435-14.839=1.595

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.605=0.049
σ	0.136-0.002=0.134
min	27.604-27.603=0.001
max	27.991-27.607=0.383

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	9.943-8.549=1.394
σ	1.584-0.340=1.244
min	8.606-8.226=0.380
max	12.519-9.274=3.245

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	7.735-6.171=1.564
σ	1.203-0.332=0.871
min	6.800-5.641=1.160
max	10.176-6.669=3.507

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.667=0.001
σ	0.004-0.003=0.001
min	25.665-25.664=0.001
max	25.678-25.672=0.005

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	6.039-5.571=0.468
σ	0.099-0.143=-0.044
min	5.834-5.387=0.448
max	6.124-5.799=0.326

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.969-25.967=0.002
max	25.972-25.971=0.001

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	5.871-5.231=0.641
σ	0.151-0.281=-0.131
min	5.725-4.845=0.880
max	6.195-5.586=0.609

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.593=-1502.980
σ	0.002-0.000=0.002
min	1021.612-2524.593=-1502.981
max	1021.616-2524.594=-1502.978

*mean*	7079.000-6044.000=1035.000
σ	0.000
min	7079.000-6044.000=1035.000
max	7079.000-6044.000=1035.000

*mean*	363.733-1431.336=-1067.603
σ	42.064-607.358=-565.294
min	345.333-1033.939=-688.606
max	467.687-2590.805=-2123.118

op=load_product(), with indexes

*mean*	7917.792-8744.558=-826.766
σ	0.469-0.034=0.436
min	7917.624-8744.545=-826.920
max	7918.954-8744.641=-825.687

*mean*	3276.125-3820.500=-544.375
σ	1827.279-1650.045=177.234
min	810.000-1978.000=-1168.000
max	5626.000-6044.000=-418.000

*mean*	3619.502-4334.668=-715.166
σ	976.592-1194.466=-217.874
min	3126.442-3541.912=-415.470
max	5818.982-6705.082=-886.100

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	88.997-81.433=7.564
σ	18.798-10.844=7.954
min	72.055-70.691=1.363
max	120.527-96.283=24.244

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7079.000-6044.000=1035.000
σ	0.000
min	7079.000-6044.000=1035.000
max	7079.000-6044.000=1035.000

*mean*	82.952-95.629=-12.677
σ	60.355-9.037=51.318
min	60.514-81.570=-21.055
max	232.287-107.556=124.732

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.687=0.004

*mean*	7079.000-6044.000=1035.000
σ	0.000
min	7079.000-6044.000=1035.000
max	7079.000-6044.000=1035.000

*mean*	215.545-220.355=-4.810
σ	320.486-221.123=99.363
min	98.337-119.953=-21.616
max	1008.591-766.477=242.114

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.833=2560.338
σ	4.304-4.317=-0.014
min	14215.575-11655.305=2560.270
max	14227.820-11667.517=2560.303

*mean*	4036.375-4102.500=-66.125
σ	1995.124-1570.478=424.647
min	1218.000-1978.000=-760.000
max	7079.000-6044.000=1035.000

*mean*	8188.847-6246.299=1942.548
σ	1916.580-1251.094=665.487
min	6044.157-4918.293=1125.864
max	10999.164-8196.096=2803.068

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.069=1599.040
σ	0.002-0.001=0.001
min	13159.106-11560.068=1599.038
max	13159.110-11560.070=1599.039

*mean*	7079.000-6044.000=1035.000
σ	0.000
min	7079.000-6044.000=1035.000
max	7079.000-6044.000=1035.000

*mean*	5330.460-6662.702=-1332.242
σ	584.524-1233.234=-648.710
min	5053.934-4415.447=638.486
max	6726.260-8203.849=-1477.589

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.582=-0.023
σ	0.001-0.025=-0.024
min	172.558
max	172.562-172.624=-0.062

*mean*	478.000-1978.000=-1500.000
σ	0.000
min	478.000-1978.000=-1500.000
max	478.000-1978.000=-1500.000

*mean*	391.168-354.653=36.515
σ	3.995-40.288=-36.293
min	384.322-265.231=119.091
max	396.448-393.702=2.746

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.362=-0.040
σ	0.001-0.039=-0.038
min	357.321
max	357.325-357.409=-0.084

*mean*	560.000-1978.000=-1418.000
σ	0.000
min	560.000-1978.000=-1418.000
max	560.000-1978.000=-1418.000

*mean*	737.952-733.277=4.674
σ	63.300-65.739=-2.439
min	642.671-620.099=22.572
max	804.827-795.246=9.581

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.324-1008.189=16.135
σ	0.759-0.872=-0.113
min	1023.848-1007.686=16.162
max	1027.462-1011.794=15.668

*mean*	1053.500-1041.500=12.000
σ	317.770-293.722=24.049
min	575.000-546.000=29.000
max	1525.000-1439.000=86.000

*mean*	1.573-1.537=0.036
σ	0.077-0.076=0.000
min	1.508-1.467=0.041
max	1.751-1.776=-0.025

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.884=0.029
σ	0.020-0.003=0.018
min	0.903-0.881=0.021
max	0.949-0.887=0.062

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.383-0.437=-0.054
σ	0.498-0.133=0.365
min	0.138-0.337=-0.199
max	1.273-0.648=0.625

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.712-0.900=-0.188
σ	0.268-0.093=0.175
min	0.581-0.831=-0.250
max	1.190-1.059=0.131

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.396-0.530=-0.134
σ	0.030-0.054=-0.024
min	0.367-0.481=-0.113
max	0.445-0.613=-0.168

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1439.000=-1037.000
σ	0.000
min	402.000-1439.000=-1037.000
max	402.000-1439.000=-1037.000

*mean*	0.587-0.839=-0.252
σ	0.030-0.029=0.001
min	0.561-0.804=-0.243
max	0.636-0.884=-0.248

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.542=1.299
σ	0.011-0.022=-0.012
min	964.835-963.523=1.312
max	964.859-963.576=1.283

*mean*	437.200-1439.000=-1001.800
σ	6.535-0.000=6.535
min	431.000-1439.000=-1008.000
max	444.000-1439.000=-995.000

*mean*	0.593-0.837=-0.244
σ	0.079-0.028=0.051
min	0.504-0.793=-0.289
max	0.711-0.860=-0.149

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.853=0.967
σ	0.002-0.007=-0.005
min	885.819-884.847=0.972
max	885.823-884.865=0.958

*mean*	444.000-1439.000=-995.000
σ	0.000
min	444.000-1439.000=-995.000
max	444.000-1439.000=-995.000

*mean*	0.511-0.730=-0.219
σ	0.034-0.024=0.010
min	0.450-0.692=-0.242
max	0.528-0.755=-0.228

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.712=-0.000

*mean*	444.000-1439.000=-995.000
σ	0.000
min	444.000-1439.000=-995.000
max	444.000-1439.000=-995.000

*mean*	2.716-3.551=-0.836
σ	0.088-0.093=-0.005
min	2.521-3.377=-0.856
max	2.962-3.973=-1.011

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	444.000-1439.000=-995.000
σ	0.000
min	444.000-1439.000=-995.000
max	444.000-1439.000=-995.000

*mean*	2.649-3.537=-0.889
σ	0.162-0.069=0.092
min	2.416-3.430=-1.014
max	3.865-3.890=-0.025

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	444.000-1439.000=-995.000
σ	0.000
min	444.000-1439.000=-995.000
max	444.000-1439.000=-995.000

*mean*	0.312-0.753=-0.441
σ	0.022-0.019=0.003
min	0.292-0.721=-0.430
max	0.487-0.862=-0.375

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	444.000-1439.000=-995.000
σ	0.000
min	444.000-1439.000=-995.000
max	444.000-1439.000=-995.000

*mean*	0.291-0.573=-0.282
σ	0.008-0.092=-0.084
min	0.275-0.492=-0.218
max	0.334-0.816=-0.482

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.659-297.409=1.250
σ	1.005-0.178=0.828
min	298.290-297.251=1.039
max	301.518-297.887=3.630

*mean*	442.700-1978.000=-1535.300
σ	14.064-0.000=14.064
min	425.000-1978.000=-1553.000
max	462.000-1978.000=-1516.000

*mean*	0.596-0.560=0.036
σ	0.024-0.032=-0.008
min	0.558-0.514=0.044
max	0.646-0.591=0.055

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1063.375
σ	32.880
min	982.000
max	1075.000

*mean*	217.790
σ	2.844
min	212.443
max	221.082

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1063.375
σ	32.880
min	982.000
max	1075.000

*mean*	8.489
σ	2.076
min	6.493
max	11.227

phase=parser

*mean*	1042.363
σ	0.000
min	1042.362
max	1042.363

*mean*	1063.375
σ	32.880
min	982.000
max	1075.000

*mean*	560.816
σ	118.499
min	435.552
max	760.704

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.765
max	4850.765

*mean*	1075.000
σ	0.000
min	1075.000
max	1075.000

*mean*	4907.457
σ	539.347
min	4126.921
max	5456.131

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1063.375
σ	32.880
min	982.000
max	1075.000

*mean*	27.543
σ	8.787
min	19.889
max	40.135

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1063.375
σ	32.880
min	982.000
max	1075.000

*mean*	731.325
σ	88.276
min	658.827
max	883.873

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-289.778=4.147
σ	0.040-0.038=0.002
min	293.869-289.737=4.132
max	293.968-289.824=4.143

*mean*	440.600-1439.000=-998.400
σ	2.191-0.000=2.191
min	439.000-1439.000=-1000.000
max	443.000-1439.000=-996.000

*mean*	0.394-0.407=-0.013
σ	0.001-0.015=-0.014
min	0.393-0.396=-0.003
max	0.396-0.427=-0.031

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.270-1299.623=20.646
σ	0.075-0.100=-0.025
min	1320.194-1299.504=20.690
max	1320.375-1299.727=20.648

*mean*	1108.600-1439.000=-330.400
σ	183.322-0.000=183.322
min	889.000-1439.000=-550.000
max	1357.000-1439.000=-82.000

*mean*	2.103-1.947=0.155
σ	0.038-0.045=-0.008
min	2.056-1.869=0.187
max	2.149-1.985=0.164

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.683-1542.609=18.075
σ	6.245-4.054=2.191
min	1557.657-1540.583=17.074
max	1571.850-1549.851=21.999

*mean*	630.200-1439.000=-808.800
σ	88.446-0.000=88.446
min	495.000-1439.000=-944.000
max	727.000-1439.000=-712.000

*mean*	2.279-2.212=0.067
σ	0.258-0.181=0.078
min	2.007-2.060=-0.053
max	2.594-2.446=0.148

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.280-1861.650=20.629
σ	0.062-0.080=-0.018
min	1882.204-1861.547=20.657
max	1882.361-1861.743=20.618

*mean*	1756.000-1767.200=-11.200
σ	213.708-222.577=-8.870
min	1472.000-1473.000=-1.000
max	1959.000-1978.000=-19.000

*mean*	3.209-3.189=0.020
σ	0.404-0.322=0.083
min	2.889-2.857=0.032
max	3.785-3.578=0.207

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.379-1.711=-0.332
σ	0.197-0.127=0.070
min	1.169-1.550=-0.381
max	1.613-1.876=-0.263

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.152-446.183=5.970
σ	582.777-577.140=5.638
min	160.762-157.611=3.151
max	1326.318-1311.892=14.426

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1439.000=-996.000
σ	0.000
min	443.000-1439.000=-996.000
max	443.000-1439.000=-996.000

*mean*	0.549-0.543=0.006
σ	0.550-0.558=-0.008
min	0.267-0.261=0.006
max	1.373-1.380=-0.007

policies=20

*mean*	1607.957-1576.396=31.561
σ	0.416-0.347=0.069
min	1607.676-1576.153=31.523
max	1608.573-1576.910=31.663

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	450.500-1439.000=-988.500
σ	8.660-0.000=8.660
min	443.000-1439.000=-996.000
max	458.000-1439.000=-981.000

*mean*	2.693-2.618=0.075
σ	0.015-0.019=-0.004
min	2.680-2.598=0.082
max	2.714-2.641=0.073

policies=200

*mean*	16087.635-15772.140=315.496
σ	0.139-0.106=0.033
min	16087.559-15772.061=315.498
max	16087.844-15772.296=315.548

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	498.000-1439.000=-941.000
σ	3.559-0.000=3.559
min	495.000-1439.000=-944.000
max	503.000-1439.000=-936.000

*mean*	27.181-26.481=0.700
σ	0.034-0.041=-0.007
min	27.136-26.449=0.687
max	27.218-26.541=0.677