Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.578=0.099
σ	0.358-0.351=0.007
min	54.539-54.447=0.093
max	55.695-55.577=0.118

*mean*	417.700-418.000=-0.300
σ	0.483-0.000=0.483
min	417.000-418.000=-1.000
max	418.000

*mean*	0.138-0.141=-0.003
σ	0.006-0.005=0.001
min	0.131-0.136=-0.004
max	0.148-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.703-43.706=-0.003
σ	0.007-0.006=0.000
min	43.693-43.699=-0.006
max	43.715-43.721=-0.006

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.117-0.123=-0.005
σ	0.004-0.004=-0.001
min	0.114-0.116=-0.002
max	0.125-0.130=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.619=0.001

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	12.777-12.844=-0.068
σ	0.228-0.173=0.055
min	12.462-12.597=-0.135
max	13.130-13.053=0.078

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	12.808-13.159=-0.351
σ	0.536-0.523=0.013
min	11.979-12.055=-0.076
max	13.508-13.629=-0.121

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	6111.000-7311.000=-1200.000
σ	0.000
min	6111.000-7311.000=-1200.000
max	6111.000-7311.000=-1200.000

*mean*	15.381-15.133=0.248
σ	0.473-0.580=-0.108
min	14.592-13.920=0.672
max	16.190-15.698=0.492

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.002=-0.002
min	41.928-41.927=0.001
max	41.929-41.932=-0.003

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	14.150-12.822=1.328
σ	1.837-1.645=0.192
min	11.140-11.205=-0.065
max	16.231-15.353=0.877

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	9.467-8.841=0.625
σ	1.342-0.340=1.002
min	8.542-8.323=0.219
max	12.660-9.283=3.377

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	7.201-6.999=0.202
σ	1.157-0.214=0.942
min	6.109-6.698=-0.590
max	9.848-7.281=2.567

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.006

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	6.082-5.999=0.083
σ	0.054-0.096=-0.042
min	5.997-5.842=0.155
max	6.160-6.133=0.027

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.002
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	5.855-5.845=0.010
σ	0.057-0.156=-0.099
min	5.773-5.661=0.112
max	5.928-6.149=-0.222

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.001
min	2524.602-2524.606=-0.003
max	2524.606-2524.606=-0.000

*mean*	6111.000-7311.000=-1200.000
σ	0.000
min	6111.000-7311.000=-1200.000
max	6111.000-7311.000=-1200.000

*mean*	1364.838-1263.663=101.175
σ	587.760-469.358=118.402
min	1042.529-1043.943=-1.414
max	2423.031-2373.945=49.086

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.470-0.469=0.000
min	7877.934-8744.553=-866.619
max	7879.264-8745.882=-866.618

*mean*	3228.750-3576.250=-347.500
σ	1828.449-1799.345=29.104
min	811.000-1045.000=-234.000
max	6111.000-5806.000=305.000

*mean*	3688.154-4899.809=-1211.655
σ	1049.506-1563.225=-513.719
min	3105.941-3538.449=-432.509
max	5681.105-7367.425=-1686.321

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.081=0.000

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	88.651-82.791=5.860
σ	19.475-8.982=10.493
min	70.886-72.835=-1.949
max	127.164-97.738=29.426

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6111.000-7311.000=-1200.000
σ	0.000
min	6111.000-7311.000=-1200.000
max	6111.000-7311.000=-1200.000

*mean*	63.182-106.573=-43.392
σ	3.325-4.890=-1.565
min	60.707-100.035=-39.327
max	68.946-113.759=-44.814

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6111.000-7311.000=-1200.000
σ	0.000
min	6111.000-7311.000=-1200.000
max	6111.000-7311.000=-1200.000

*mean*	99.619-163.048=-63.429
σ	0.608-6.801=-6.193
min	99.002-148.578=-49.576
max	100.976-168.664=-67.688

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.836=192.320
σ	4.304-4.324=-0.020
min	11847.561-11655.305=192.256
max	11859.806-11667.538=192.268

*mean*	3863.375-4154.375=-291.000
σ	1830.780-1901.845=-71.065
min	1279.000-1556.000=-277.000
max	6111.000-7311.000=-1200.000

*mean*	6270.377-6752.471=-482.093
σ	1244.176-1269.252=-25.076
min	5063.040-4971.994=91.047
max	8154.283-8166.887=-12.604

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.971
σ	0.002-0.001=0.001
min	10791.092-11560.064=-768.972
max	10791.096-11560.066=-768.970

*mean*	6111.000-7311.000=-1200.000
σ	0.000
min	6111.000-7311.000=-1200.000
max	6111.000-7311.000=-1200.000

*mean*	4958.582-5912.941=-954.359
σ	1596.487-1544.894=51.593
min	4070.016-4411.401=-341.385
max	7705.290-7814.411=-109.121

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	380.800-359.480=21.320
σ	19.846-30.679=-10.833
min	346.165-297.692=48.473
max	395.665-391.343=4.322

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.625-560.000=-0.375
σ	0.518-0.000=0.518
min	559.000-560.000=-1.000
max	560.000

*mean*	753.639-741.263=12.376
σ	47.498-58.773=-11.274
min	657.924-601.432=56.492
max	791.479-781.885=9.594

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1008.501=15.826
σ	0.758-0.760=-0.002
min	1023.855-1008.026=15.829
max	1027.461-1011.642=15.819

*mean*	1053.100-1045.350=7.750
σ	315.552-299.751=15.802
min	592.000-563.000=29.000
max	1521.000-1448.000=73.000

*mean*	1.584-1.518=0.066
σ	0.084-0.076=0.009
min	1.500-1.401=0.099
max	1.775-1.758=0.017

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.302=-0.012
σ	0.294-0.297=-0.003
min	0.126-0.142=-0.016
max	0.811-0.828=-0.017

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.476=-0.011
σ	0.328-0.318=0.010
min	0.303-0.327=-0.024
max	1.052-1.045=0.007

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.209-0.226=-0.017
σ	0.021-0.033=-0.011
min	0.195-0.206=-0.011
max	0.247-0.283=-0.036

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.337=0.001
σ	0.016-0.020=-0.004
min	0.323-0.318=0.006
max	0.364-0.371=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	431.000-436.600=-5.600
σ	0.000-6.066=-6.066
min	431.000
max	431.000-443.000=-12.000

*mean*	0.514-0.551=-0.037
σ	0.034-0.030=0.004
min	0.476-0.512=-0.036
max	0.548-0.583=-0.035

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.482-0.494=-0.013
σ	0.035-0.026=0.009
min	0.429-0.465=-0.037
max	0.523-0.524=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	1.981-1.959=0.021
σ	0.069-0.071=-0.003
min	1.879-1.859=0.020
max	2.225-2.190=0.035

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.257-1.950=0.307
σ	0.365-0.070=0.295
min	1.855-1.839=0.016
max	2.998-2.183=0.815

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.310-0.305=0.005
σ	0.013-0.008=0.006
min	0.295-0.290=0.005
max	0.379-0.357=0.023

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.296-0.292=0.005
σ	0.010-0.007=0.003
min	0.283-0.278=0.005
max	0.362-0.321=0.041

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.913-298.015=0.898
σ	1.085-1.061=0.024
min	298.429-297.567=0.861
max	301.990-301.028=0.962

*mean*	440.000-440.600=-0.600
σ	15.875-15.357=0.518
min	417.000-418.000=-1.000
max	462.000-465.000=-3.000

*mean*	0.600-0.603=-0.003
σ	0.026-0.025=0.001
min	0.541-0.565=-0.024
max	0.626-0.649=-0.023

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=-0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1960.500-1679.125=281.375
σ	57.983-10.960=47.023
min	1817.000-1652.000=165.000
max	1981.000-1683.000=298.000

*mean*	213.661-209.788=3.874
σ	2.329-2.134=0.195
min	210.407-206.048=4.359
max	216.867-212.979=3.889

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1960.500-1679.125=281.375
σ	57.983-10.960=47.023
min	1817.000-1652.000=165.000
max	1981.000-1683.000=298.000

*mean*	11.858-10.937=0.920
σ	1.473-1.497=-0.024
min	9.457-9.279=0.177
max	12.740-12.684=0.055

phase=parser

*mean*	1042.363-1042.103=0.260
σ	0.000-0.000=0.000
min	1042.363-1042.103=0.260
max	1042.364-1042.103=0.261

*mean*	1960.500-1679.125=281.375
σ	57.983-10.960=47.023
min	1817.000-1652.000=165.000
max	1981.000-1683.000=298.000

*mean*	672.476-663.042=9.435
σ	107.626-71.083=36.543
min	433.444-560.999=-127.555
max	731.526-728.184=3.342

phase=processProdDef

*mean*	4753.274-6169.657=-1416.383
σ	0.000-0.000=-0.000
min	4753.274-6169.657=-1416.383
max	4753.275-6169.658=-1416.383

*mean*	1981.000-1683.000=298.000
σ	0.000
min	1981.000-1683.000=298.000
max	1981.000-1683.000=298.000

*mean*	4290.304-5828.206=-1537.903
σ	830.632-1208.962=-378.330
min	2871.551-4023.037=-1151.486
max	5374.619-7354.097=-1979.478

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1960.500-1679.125=281.375
σ	57.983-10.960=47.023
min	1817.000-1652.000=165.000
max	1981.000-1683.000=298.000

*mean*	46.146-42.024=4.122
σ	3.403-7.205=-3.802
min	40.362-31.644=8.719
max	48.590-48.583=0.007

phase=type checker

*mean*	990.450-958.461=31.989
σ	0.071-0.066=0.005
min	990.344-958.363=31.981
max	990.563-958.551=32.013

*mean*	1960.500-1679.125=281.375
σ	57.983-10.960=47.023
min	1817.000-1652.000=165.000
max	1981.000-1683.000=298.000

*mean*	853.036-763.499=89.537
σ	85.298-74.883=10.415
min	682.899-660.381=22.518
max	930.825-883.899=46.925

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.690=0.228
σ	0.038-0.038=-0.000
min	293.864-293.636=0.229
max	293.957-293.728=0.229

*mean*	441.600-445.000=-3.400
σ	2.191-0.000=2.191
min	440.000-445.000=-5.000
max	444.000-445.000=-1.000

*mean*	0.394-0.405=-0.011
σ	0.002-0.008=-0.006
min	0.390-0.401=-0.010
max	0.396-0.419=-0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.293-1303.766=16.527
σ	0.042-0.085=-0.043
min	1320.239-1303.651=16.588
max	1320.339-1303.853=16.487

*mean*	1111.200-1081.600=29.600
σ	187.716-222.956=-35.240
min	891.000-825.000=66.000
max	1373.000-1374.000=-1.000

*mean*	2.252-2.075=0.177
σ	0.069-0.290=-0.221
min	2.177-1.790=0.386
max	2.314-2.391=-0.077

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.469-1546.827=12.642
σ	3.363-4.032=-0.669
min	1557.813-1544.815=12.998
max	1565.480-1554.033=11.447

*mean*	631.800-620.800=11.000
σ	89.223-82.236=6.987
min	495.000-494.000=1.000
max	727.000-697.000=30.000

*mean*	2.370-2.306=0.064
σ	0.242-0.182=0.060
min	2.174-2.154=0.019
max	2.719-2.548=0.171

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.266-1865.784=16.482
σ	0.057-0.069=-0.012
min	1882.186-1865.710=16.475
max	1882.336-1865.894=16.443

*mean*	1722.000-1708.200=13.800
σ	177.323-171.141=6.182
min	1504.000-1490.000=14.000
max	1964.000-1939.000=25.000

*mean*	3.185-2.932=0.253
σ	0.278-0.086=0.193
min	2.889-2.797=0.093
max	3.526-3.017=0.509

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.639-1.722=-0.083
σ	0.149-0.119=0.029
min	1.515-1.591=-0.076
max	1.892-1.883=0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.412-447.982=4.430
σ	583.278-579.239=4.038
min	160.768-158.358=2.410
max	1327.328-1316.841=10.488

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.527-0.534=-0.006
σ	0.509-0.529=-0.021
min	0.269-0.267=0.003
max	1.291-1.328=-0.038

policies=20

*mean*	1608.043-1583.908=24.135
σ	0.417-0.359=0.057
min	1607.760-1583.660=24.100
max	1608.660-1584.440=24.220

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	452.000-444.250=7.750
σ	10.832-1.500=9.332
min	444.000-442.000=2.000
max	468.000-445.000=23.000

*mean*	2.707-2.638=0.069
σ	0.019-0.016=0.003
min	2.679-2.625=0.054
max	2.722-2.659=0.063

policies=200

*mean*	16088.494-15847.245=241.249
σ	0.175-0.177=-0.002
min	16088.382-15847.113=241.268
max	16088.750-15847.506=241.245

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.250-495.750=1.500
σ	4.031-5.123=-1.092
min	493.000-489.000=4.000
max	502.000-501.000=1.000

*mean*	27.304-26.712=0.592
σ	0.102-0.140=-0.038
min	27.153-26.577=0.576
max	27.371-26.836=0.535