Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.583=0.095
σ	0.358-0.341=0.016
min	54.544-54.454=0.090
max	55.695-55.554=0.141

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.147=-0.008
σ	0.006-0.010=-0.004
min	0.132-0.134=-0.002
max	0.149-0.164=-0.015

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.001
σ	0.007-0.008=-0.001
min	43.694-43.691=0.003
max	43.715-43.719=-0.004

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.125-0.125=-0.001
σ	0.004-0.009=-0.005
min	0.121-0.114=0.007
max	0.130-0.142=-0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.000

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	12.472-12.907=-0.435
σ	0.406-0.351=0.055
min	11.943-12.500=-0.557
max	13.072-13.554=-0.482

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.001

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	12.535-12.739=-0.204
σ	0.449-0.539=-0.090
min	11.647-11.974=-0.327
max	13.168-13.405=-0.238

op=table_records(), no indexes

*mean*	41.929-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.928=-0.000
max	41.933-41.933=-0.000

*mean*	6116.000-7312.000=-1196.000
σ	0.000
min	6116.000-7312.000=-1196.000
max	6116.000-7312.000=-1196.000

*mean*	14.473-15.123=-0.651
σ	0.217-0.858=-0.641
min	14.174-13.109=1.065
max	14.770-15.655=-0.886

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.002=-0.001
min	41.928-41.927=0.001
max	41.929-41.931=-0.002

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	12.809-13.212=-0.403
σ	1.739-1.669=0.070
min	10.483-10.988=-0.505
max	15.652-15.399=0.254

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	8.950-8.825=0.126
σ	1.421-0.247=1.174
min	7.953-8.474=-0.521
max	12.401-9.124=3.278

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	6.896-6.781=0.115
σ	1.282-0.455=0.827
min	5.961-6.066=-0.105
max	10.012-7.266=2.745

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.664=0.001
max	25.674-25.668=0.005

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	5.550-6.014=-0.464
σ	0.170-0.140=0.030
min	5.243-5.721=-0.478
max	5.681-6.141=-0.460

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.002
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	5.318-5.785=-0.467
σ	0.063-0.088=-0.025
min	5.215-5.656=-0.441
max	5.421-5.891=-0.471

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.607-2524.607=-0.000

*mean*	6116.000-7312.000=-1196.000
σ	0.000
min	6116.000-7312.000=-1196.000
max	6116.000-7312.000=-1196.000

*mean*	1321.228-1043.405=277.823
σ	505.160-6.197=498.963
min	1036.704-1034.346=2.358
max	2140.729-1049.099=1091.630

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.469-0.469=0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.882=-866.618

*mean*	3228.125-3572.375=-344.250
σ	1829.593-1796.466=33.127
min	809.000-1044.000=-235.000
max	6116.000-5795.000=321.000

*mean*	3801.047-4691.443=-890.396
σ	1282.787-1439.548=-156.760
min	3086.981-3514.603=-427.623
max	6210.446-7179.750=-969.304

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081-62.081=0.000

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	86.511-83.098=3.412
σ	16.663-10.028=6.635
min	70.387-71.445=-1.057
max	116.743-95.057=21.686

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6116.000-7312.000=-1196.000
σ	0.000
min	6116.000-7312.000=-1196.000
max	6116.000-7312.000=-1196.000

*mean*	62.569-107.248=-44.678
σ	4.111-6.922=-2.811
min	59.393-92.982=-33.589
max	70.251-113.759=-43.508

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6116.000-7312.000=-1196.000
σ	0.000
min	6116.000-7312.000=-1196.000
max	6116.000-7312.000=-1196.000

*mean*	99.094-162.493=-63.399
σ	1.619-9.280=-7.661
min	98.044-141.644=-43.600
max	102.985-169.524=-66.539

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.836=192.320
σ	4.304-4.324=-0.020
min	11847.561-11655.305=192.256
max	11859.806-11667.538=192.268

*mean*	3863.875-4153.250=-289.375
σ	1832.186-1901.939=-69.753
min	1280.000-1555.000=-275.000
max	6116.000-7312.000=-1196.000

*mean*	6366.419-6563.600=-197.181
σ	1209.692-1211.434=-1.742
min	5018.743-4908.812=109.931
max	8363.040-8219.518=143.522

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.971
σ	0.002-0.001=0.001
min	10791.092-11560.064=-768.972
max	10791.096-11560.066=-768.969

*mean*	6116.000-7312.000=-1196.000
σ	0.000
min	6116.000-7312.000=-1196.000
max	6116.000-7312.000=-1196.000

*mean*	5079.843-5661.991=-582.148
σ	1525.072-1793.278=-268.207
min	4062.373-4307.059=-244.686
max	7485.630-8785.349=-1299.719

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	373.171-380.689=-7.518
σ	17.737-22.556=-4.819
min	349.100-334.772=14.328
max	390.600-397.269=-6.669

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	755.059-760.299=-5.240
σ	48.990-45.319=3.671
min	637.397-687.989=-50.592
max	792.079-798.118=-6.040

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1008.501=15.825
σ	0.759-0.760=-0.001
min	1023.853-1008.028=15.825
max	1027.464-1011.641=15.823

*mean*	1051.400-1043.350=8.050
σ	318.527-311.317=7.210
min	545.000-538.000=7.000
max	1563.000-1525.000=38.000

*mean*	1.564-1.533=0.032
σ	0.073-0.093=-0.020
min	1.405-1.421=-0.016
max	1.724-1.825=-0.101

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.291=0.106
σ	0.508-0.268=0.240
min	0.145-0.146=-0.001
max	1.304-0.763=0.540

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.479=0.001
σ	0.324-0.326=-0.002
min	0.324-0.324=0.000
max	1.058-1.062=-0.004

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.213-0.218=-0.005
σ	0.020-0.020=-0.001
min	0.193-0.205=-0.011
max	0.245-0.252=-0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.337=-0.001
σ	0.015-0.021=-0.006
min	0.325-0.319=0.006
max	0.363-0.370=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.200-431.000=5.200
σ	1.789-0.000=1.789
min	433.000-431.000=2.000
max	437.000-431.000=6.000

*mean*	0.549-0.580=-0.031
σ	0.045-0.028=0.017
min	0.486-0.533=-0.047
max	0.601-0.610=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.500-0.454=0.046
σ	0.029-0.069=-0.040
min	0.469-0.383=0.086
max	0.533-0.530=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	1.871-2.635=-0.764
σ	0.107-0.112=-0.005
min	1.729-2.462=-0.733
max	2.309-3.095=-0.786

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	1.870-2.605=-0.734
σ	0.100-0.067=0.033
min	1.703-2.486=-0.783
max	2.283-2.791=-0.509

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.307-0.303=0.004
σ	0.009-0.010=-0.002
min	0.293-0.286=0.007
max	0.359-0.372=-0.012

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	437.000-431.000=6.000
σ	0.000
min	437.000-431.000=6.000
max	437.000-431.000=6.000

*mean*	0.293-0.290=0.004
σ	0.006-0.007=-0.001
min	0.279-0.276=0.003
max	0.325-0.319=0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.743-298.077=0.666
σ	1.043-0.985=0.057
min	298.310-297.584=0.726
max	301.707-300.869=0.839

*mean*	443.600-443.000=0.600
σ	14.909-19.020=-4.112
min	425.000-415.000=10.000
max	471.000-467.000=4.000

*mean*	0.597-0.614=-0.016
σ	0.020-0.019=0.001
min	0.547-0.565=-0.018
max	0.620-0.639=-0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1707.250-1762.875=-55.625
σ	2.121-11.667=-9.546
min	1702.000-1734.000=-32.000
max	1708.000-1767.000=-59.000

*mean*	214.826-201.713=13.113
σ	4.552-1.441=3.111
min	209.663-198.688=10.975
max	224.854-202.913=21.941

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1707.250-1762.875=-55.625
σ	2.121-11.667=-9.546
min	1702.000-1734.000=-32.000
max	1708.000-1767.000=-59.000

*mean*	9.538-8.954=0.584
σ	0.924-1.701=-0.777
min	7.451-6.175=1.275
max	10.358-10.021=0.337

phase=parser

*mean*	1042.367-1042.096=0.272
σ	0.000-0.000=-0.000
min	1042.367-1042.095=0.272
max	1042.367-1042.096=0.272

*mean*	1707.250-1762.875=-55.625
σ	2.121-11.667=-9.546
min	1702.000-1734.000=-32.000
max	1708.000-1767.000=-59.000

*mean*	614.988-651.641=-36.653
σ	121.468-78.790=42.677
min	422.386-563.724=-141.338
max	830.084-737.281=92.803

phase=processProdDef

*mean*	4753.276-6169.661=-1416.385
σ	0.000-0.000=0.000
min	4753.276-6169.661=-1416.385
max	4753.276-6169.662=-1416.385

*mean*	1708.000-1767.000=-59.000
σ	0.000
min	1708.000-1767.000=-59.000
max	1708.000-1767.000=-59.000

*mean*	4125.092-4964.974=-839.882
σ	774.278-1145.678=-371.399
min	3137.691-3778.146=-640.455
max	5363.823-6996.462=-1632.639

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1707.250-1762.875=-55.625
σ	2.121-11.667=-9.546
min	1702.000-1734.000=-32.000
max	1708.000-1767.000=-59.000

*mean*	35.393-28.459=6.934
σ	5.547-4.870=0.677
min	26.222-20.695=5.527
max	40.886-32.283=8.603

phase=type checker

*mean*	990.454-958.461=31.993
σ	0.071-0.066=0.005
min	990.348-958.363=31.985
max	990.567-958.551=32.016

*mean*	1707.250-1762.875=-55.625
σ	2.121-11.667=-9.546
min	1702.000-1734.000=-32.000
max	1708.000-1767.000=-59.000

*mean*	737.502-646.722=90.780
σ	82.920-22.894=60.026
min	650.917-626.822=24.095
max	864.030-697.444=166.586

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.688=0.230
σ	0.038-0.037=0.001
min	293.864-293.635=0.229
max	293.957-293.727=0.231

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.399-0.400=-0.002
σ	0.006-0.001=0.006
min	0.393-0.400=-0.006
max	0.407-0.401=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.307-1303.815=16.492
σ	0.037-0.039=-0.002
min	1320.253-1303.767=16.486
max	1320.342-1303.864=16.478

*mean*	1088.200-1061.600=26.600
σ	168.353-168.589=-0.236
min	889.000-839.000=50.000
max	1320.000-1272.000=48.000

*mean*	2.287-2.085=0.202
σ	0.239-0.157=0.081
min	2.113-1.808=0.304
max	2.677-2.202=0.475

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.439-1546.827=12.612
σ	3.364-4.029=-0.664
min	1557.752-1544.803=12.949
max	1565.450-1554.028=11.422

*mean*	626.600-610.800=15.800
σ	73.667-73.152=0.515
min	538.000-496.000=42.000
max	724.000-689.000=35.000

*mean*	2.281-2.296=-0.016
σ	0.107-0.187=-0.080
min	2.124-2.165=-0.041
max	2.398-2.606=-0.209

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.269-1865.797=16.472
σ	0.057-0.056=0.000
min	1882.202-1865.743=16.460
max	1882.353-1865.886=16.467

*mean*	1720.800-1711.200=9.600
σ	186.964-250.269=-63.305
min	1461.000-1418.000=43.000
max	1894.000-2066.000=-172.000

*mean*	3.098-2.966=0.132
σ	0.350-0.122=0.228
min	2.886-2.872=0.014
max	3.716-3.149=0.567

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.858-1.691=0.167
σ	0.042-0.107=-0.064
min	1.814-1.614=0.200
max	1.929-1.878=0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-450.091=2.320
σ	583.278-579.264=4.014
min	160.769-160.458=0.312
max	1327.328-1318.987=8.341

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.553-0.532=0.021
σ	0.567-0.533=0.035
min	0.268-0.265=0.003
max	1.404-1.331=0.073

policies=20

*mean*	1608.054-1604.903=3.152
σ	0.438-0.397=0.041
min	1607.759-1604.628=3.131
max	1608.704-1605.490=3.214

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750-447.000=0.750
σ	2.500-6.928=-4.428
min	444.000-441.000=3.000
max	449.000-453.000=-4.000

*mean*	2.738-2.663=0.074
σ	0.041-0.015=0.026
min	2.710-2.651=0.059
max	2.798-2.684=0.115

policies=200

*mean*	16088.481-16057.324=31.157
σ	0.107-0.102=0.004
min	16088.345-16057.250=31.095
max	16088.594-16057.469=31.125

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-493.250=6.500
σ	6.238-3.594=2.644
min	493.000-490.000=3.000
max	506.000-498.000=8.000

*mean*	27.442-26.934=0.508
σ	0.134-0.200=-0.065
min	27.313-26.750=0.563
max	27.589-27.113=0.475