Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.595=0.294
σ	0.360-0.348=0.012
min	54.752-54.465=0.286
max	55.912-55.585=0.327

*mean*	414.700-420.000=-5.300
σ	0.483-0.000=0.483
min	414.000-420.000=-6.000
max	415.000-420.000=-5.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.006=-0.001
min	0.137-0.134=0.003
max	0.150-0.152=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.722=0.133
σ	0.006-0.007=-0.001
min	43.847-43.715=0.132
max	43.864-43.736=0.128

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.122-0.121=0.001
σ	0.005-0.005=-0.000
min	0.117-0.114=0.004
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3886.625-4157.375=-270.750
σ	1858.958-1906.437=-47.479
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	12.987-12.789=0.198
σ	0.353-0.363=-0.010
min	12.722-12.257=0.465
max	13.750-13.321=0.429

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3886.625-4157.375=-270.750
σ	1858.958-1906.437=-47.479
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	12.629-12.792=-0.164
σ	0.624-0.775=-0.151
min	12.051-11.763=0.288
max	13.606-13.673=-0.067

op=table_records(), no indexes

*mean*	41.929-41.932=-0.002
σ	0.002-0.001=0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	6181.000-7325.000=-1144.000
σ	0.000
min	6181.000-7325.000=-1144.000
max	6181.000-7325.000=-1144.000

*mean*	15.016-15.027=-0.011
σ	0.751-0.814=-0.062
min	13.419-13.188=0.231
max	16.005-15.686=0.319

op=table_records(), repeat

*mean*	41.928-41.928=-0.001
σ	0.000-0.002=-0.002
min	41.928-41.927=0.000
max	41.928-41.932=-0.003

*mean*	3739.000-4157.375=-418.375
σ	1832.202-1906.437=-74.235
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	13.518-13.102=0.415
σ	1.767-1.798=-0.031
min	11.396-11.097=0.299
max	15.591-15.368=0.222

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=-0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	3739.000-4157.375=-418.375
σ	1832.202-1906.437=-74.235
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	8.915-8.770=0.145
σ	0.398-0.352=0.046
min	8.459-8.333=0.126
max	9.364-9.283=0.081

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	3739.000-4157.375=-418.375
σ	1832.202-1906.437=-74.235
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	6.788-6.839=-0.052
σ	0.364-0.138=0.225
min	6.137-6.679=-0.542
max	7.168-7.064=0.104

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.666=0.003
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	3886.625-4157.375=-270.750
σ	1858.958-1906.437=-47.479
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	5.946-5.974=-0.028
σ	0.113-0.155=-0.041
min	5.808-5.770=0.038
max	6.068-6.146=-0.077

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.969=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	3886.625-4157.375=-270.750
σ	1858.958-1906.437=-47.479
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	5.854-5.746=0.108
σ	0.175-0.095=0.081
min	5.665-5.552=0.113
max	6.219-5.842=0.378

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.001
min	2524.602-2524.606=-0.003
max	2524.607-2524.607=-0.000

*mean*	6181.000-7325.000=-1144.000
σ	0.000
min	6181.000-7325.000=-1144.000
max	6181.000-7325.000=-1144.000

*mean*	1307.425-1037.639=269.785
σ	481.138-4.333=476.805
min	1040.015-1029.003=11.012
max	2172.182-1041.506=1130.676

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.469-0.469=0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.883=-866.619

*mean*	3243.000-3578.625=-335.625
σ	1850.427-1802.012=48.415
min	810.000-1044.000=-234.000
max	6181.000-5813.000=368.000

*mean*	3760.519-4597.242=-836.724
σ	1209.498-1385.314=-175.816
min	3119.447-3468.710=-349.263
max	6240.584-7204.890=-964.306

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081-62.081=0.000

*mean*	3886.625-4157.375=-270.750
σ	1858.958-1906.437=-47.479
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	123.867-84.366=39.500
σ	120.947-11.814=109.133
min	71.042-70.908=0.134
max	422.005-98.932=323.073

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.949-40.945=0.003

*mean*	6181.000-7325.000=-1144.000
σ	0.000
min	6181.000-7325.000=-1144.000
max	6181.000-7325.000=-1144.000

*mean*	65.137-106.147=-41.010
σ	4.316-6.517=-2.201
min	60.497-93.936=-33.439
max	70.339-114.428=-44.089

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.002
σ	0.002-0.000=0.001
min	66.686-66.685=0.001
max	66.690-66.687=0.003

*mean*	6181.000-7325.000=-1144.000
σ	0.000
min	6181.000-7325.000=-1144.000
max	6181.000-7325.000=-1144.000

*mean*	100.197-161.572=-61.374
σ	1.637-9.787=-8.150
min	98.340-140.096=-41.756
max	102.892-167.671=-64.778

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11656.836=192.319
σ	4.304-4.324=-0.020
min	11847.561-11655.305=192.256
max	11859.806-11667.538=192.268

*mean*	3739.000-4157.375=-418.375
σ	1832.202-1906.437=-74.235
min	1278.000-1555.000=-277.000
max	6181.000-7325.000=-1144.000

*mean*	6205.949-6279.424=-73.475
σ	1427.206-1166.329=260.877
min	5035.766-4898.047=137.720
max	8210.133-7649.112=561.021

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.065=-768.972
σ	0.002-0.001=0.001
min	10791.092-11560.064=-768.972
max	10791.096-11560.066=-768.969

*mean*	6181.000-7325.000=-1144.000
σ	0.000
min	6181.000-7325.000=-1144.000
max	6181.000-7325.000=-1144.000

*mean*	5455.583-5505.897=-50.313
σ	1470.557-1667.352=-196.795
min	4063.543-4296.385=-232.841
max	7052.519-8771.259=-1718.740

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-473.875=3.125
σ	0.000-0.354=-0.354
min	477.000-473.000=4.000
max	477.000-474.000=3.000

*mean*	390.793-384.970=5.823
σ	3.422-29.313=-25.891
min	385.192-313.710=71.482
max	394.885-401.162=-6.277

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.000=3.000
σ	0.000
min	562.000-559.000=3.000
max	562.000-559.000=3.000

*mean*	710.099-739.583=-29.484
σ	83.745-82.994=0.751
min	601.560-588.444=13.116
max	801.786-798.140=3.646

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1008.481=15.819
σ	0.759-0.760=-0.001
min	1023.825-1008.005=15.820
max	1027.439-1011.623=15.816

*mean*	1036.500-1051.800=-15.300
σ	304.842-311.785=-6.943
min	542.000-557.000=-15.000
max	1462.000-1655.000=-193.000

*mean*	1.546-1.532=0.013
σ	0.109-0.049=0.060
min	1.369-1.466=-0.097
max	1.828-1.626=0.201

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.333=-0.031
σ	0.282-0.287=-0.004
min	0.141-0.148=-0.007
max	0.802-0.836=-0.034

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.474=0.010
σ	0.308-0.319=-0.011
min	0.328-0.315=0.013
max	1.035-1.045=-0.010

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.284=-0.058
σ	0.027-0.117=-0.091
min	0.206-0.203=0.003
max	0.271-0.488=-0.217

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.393=-0.064
σ	0.021-0.096=-0.075
min	0.316-0.319=-0.003
max	0.366-0.527=-0.161

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	436.200-435.000=1.200
σ	5.541-4.637=0.904
min	431.000
max	442.000-440.000=2.000

*mean*	0.549-0.533=0.016
σ	0.039-0.040=-0.001
min	0.515-0.484=0.031
max	0.600-0.593=0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.476-0.462=0.015
σ	0.048-0.030=0.018
min	0.410-0.441=-0.031
max	0.535-0.514=0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.575-2.593=-0.018
σ	0.170-0.090=0.080
min	1.945-2.453=-0.508
max	2.952-2.921=0.030

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	2.629-2.565=0.063
σ	0.100-0.090=0.009
min	2.441-2.420=0.021
max	2.904-3.107=-0.203

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.308-0.302=0.005
σ	0.008-0.009=-0.001
min	0.293-0.286=0.007
max	0.361-0.358=0.004

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.296-0.291=0.005
σ	0.023-0.010=0.013
min	0.281-0.280=0.000
max	0.509-0.361=0.148

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.636-298.167=0.469
σ	1.041-1.004=0.038
min	298.256-297.809=0.447
max	301.597-301.022=0.575

*mean*	442.100-442.800=-0.700
σ	14.617-18.867=-4.250
min	420.000-418.000=2.000
max	463.000-471.000=-8.000

*mean*	0.597-0.608=-0.011
σ	0.027-0.023=0.004
min	0.537-0.570=-0.032
max	0.632-0.633=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1699.000-1741.500=-42.500
σ	2.828-2.070=0.758
min	1692.000-1739.000=-47.000
max	1700.000-1743.000=-43.000

*mean*	211.826-206.761=5.065
σ	3.295-2.104=1.191
min	207.588-203.794=3.794
max	216.132-210.153=5.979

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1699.000-1741.500=-42.500
σ	2.828-2.070=0.758
min	1692.000-1739.000=-47.000
max	1700.000-1743.000=-43.000

*mean*	10.898-9.621=1.277
σ	1.263-1.608=-0.345
min	9.573-6.649=2.924
max	12.869-12.603=0.266

phase=parser

*mean*	1042.367-1042.098=0.269
σ	0.000-0.000=-0.000
min	1042.367-1042.098=0.269
max	1042.367-1042.098=0.269

*mean*	1699.000-1741.500=-42.500
σ	2.828-2.070=0.758
min	1692.000-1739.000=-47.000
max	1700.000-1743.000=-43.000

*mean*	624.318-618.629=5.689
σ	67.677-67.737=-0.060
min	565.489-535.522=29.966
max	729.287-722.252=7.035

phase=processProdDef

*mean*	4753.276-6169.656=-1416.381
σ	0.000-0.001=-0.000
min	4753.276-6169.656=-1416.380
max	4753.276-6169.658=-1416.381

*mean*	1700.000-1742.000=-42.000
σ	0.000-1.852=-1.852
min	1700.000-1739.000=-39.000
max	1700.000-1743.000=-43.000

*mean*	4292.131-5366.062=-1073.931
σ	817.503-1308.867=-491.363
min	3095.716-3701.970=-606.254
max	5321.683-7271.852=-1950.169

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1699.000-1741.500=-42.500
σ	2.828-2.070=0.758
min	1692.000-1739.000=-47.000
max	1700.000-1743.000=-43.000

*mean*	38.765-35.100=3.665
σ	7.280-8.085=-0.805
min	30.616-20.951=9.665
max	49.513-47.319=2.194

phase=type checker

*mean*	990.454-958.457=31.997
σ	0.071-0.066=0.005
min	990.348-958.360=31.989
max	990.567-958.547=32.020

*mean*	1699.000-1741.500=-42.500
σ	2.828-2.070=0.758
min	1692.000-1739.000=-47.000
max	1700.000-1743.000=-43.000

*mean*	766.815-726.423=40.392
σ	71.755-82.613=-10.858
min	658.638-651.670=6.968
max	866.242-847.516=18.726

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.590=0.230
σ	0.040-0.038=0.002
min	293.765-293.536=0.230
max	293.861-293.627=0.235

*mean*	441.600-446.000=-4.400
σ	2.191-0.000=2.191
min	440.000-446.000=-6.000
max	444.000-446.000=-2.000

*mean*	0.392-0.407=-0.015
σ	0.001-0.008=-0.007
min	0.390-0.401=-0.011
max	0.394-0.420=-0.025

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.211-1303.685=16.526
σ	0.039-0.091=-0.052
min	1320.151-1303.526=16.625
max	1320.248-1303.740=16.508

*mean*	1090.800-1078.000=12.800
σ	179.873-196.382=-16.510
min	874.000-831.000=43.000
max	1307.000-1323.000=-16.000

*mean*	2.292-2.034=0.257
σ	0.139-0.194=-0.055
min	2.157-1.825=0.331
max	2.527-2.238=0.289

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.342-1546.777=12.565
σ	3.390-4.015=-0.624
min	1557.613-1544.829=12.784
max	1565.398-1553.955=11.443

*mean*	625.800-628.200=-2.400
σ	84.016-94.727=-10.711
min	497.000-518.000=-21.000
max	720.000-746.000=-26.000

*mean*	2.298-2.426=-0.128
σ	0.211-0.245=-0.035
min	2.155-2.130=0.025
max	2.662-2.670=-0.009

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.175-1865.675=16.499
σ	0.061-0.065=-0.004
min	1882.101-1865.615=16.485
max	1882.257-1865.780=16.477

*mean*	1724.800-1722.800=2.000
σ	177.191-162.449=14.742
min	1473.000-1491.000=-18.000
max	1890.000-1874.000=16.000

*mean*	3.168-3.039=0.129
σ	0.337-0.236=0.101
min	2.907-2.879=0.028
max	3.737-3.456=0.281

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.737-1.798=-0.061
σ	0.189-0.122=0.067
min	1.517-1.606=-0.089
max	1.933-1.905=0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.330-447.915=4.415
σ	583.222-579.185=4.037
min	160.714-158.322=2.393
max	1327.163-1316.691=10.471

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.533-0.545=-0.012
σ	0.518-0.558=-0.040
min	0.273-0.262=0.011
max	1.310-1.382=-0.072

policies=20

*mean*	1607.522-1583.529=23.993
σ	0.418-0.358=0.060
min	1607.239-1583.281=23.958
max	1608.142-1584.058=24.084

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	445.750-446.000=-0.250
σ	2.500-6.928=-4.428
min	442.000-440.000=2.000
max	447.000-452.000=-5.000

*mean*	2.712-2.635=0.077
σ	0.013-0.011=0.002
min	2.700-2.626=0.074
max	2.726-2.651=0.076

policies=200

*mean*	16083.512-15843.425=240.087
σ	0.127-0.174=-0.047
min	16083.417-15843.275=240.142
max	16083.699-15843.652=240.047

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	498.000-495.500=2.500
σ	4.690-5.196=-0.506
min	492.000-490.000=2.000
max	503.000-502.000=1.000

*mean*	27.279-26.545=0.734
σ	0.026-0.094=-0.068
min	27.239-26.461=0.779
max	27.295-26.648=0.647