Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.677=0.001
σ	0.359-0.360=-0.001
min	54.541-54.540=0.000
max	55.700-55.700=-0.000

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.005=-0.001
min	0.134-0.138=-0.004
max	0.146-0.151=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.706=-0.001
σ	0.006-0.006=-0.000
min	43.694-43.697=-0.002
max	43.715-43.713=0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.122-0.124=-0.001
σ	0.005-0.005=0.000
min	0.116-0.118=-0.002
max	0.131-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	12.105-13.071=-0.966
σ	0.268-0.225=0.043
min	11.791-12.768=-0.977
max	12.532-13.413=-0.880

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	11.843-12.643=-0.800
σ	0.567-0.494=0.073
min	11.348-12.086=-0.738
max	12.886-13.308=-0.422

op=table_records(), no indexes

*mean*	41.929-41.932=-0.002
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.933=-0.001

*mean*	6111.000-7272.000=-1161.000
σ	0.000
min	6111.000-7272.000=-1161.000
max	6111.000-7272.000=-1161.000

*mean*	14.342-15.253=-0.911
σ	0.300-0.199=0.102
min	13.805-14.800=-0.995
max	14.805-15.429=-0.624

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.001-0.001=-0.000
min	41.928-41.928=-0.000
max	41.932-41.931=0.000

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	12.969-13.343=-0.374
σ	1.978-1.729=0.248
min	10.380-11.205=-0.825
max	15.700-15.169=0.531

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	8.955-9.002=-0.047
σ	1.425-0.558=0.867
min	7.991-8.565=-0.574
max	12.377-10.149=2.228

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	6.739-6.805=-0.066
σ	0.865-0.228=0.637
min	6.074-6.388=-0.314
max	8.835-7.070=1.765

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.668=0.001
σ	0.003-0.003=-0.000
min	25.665-25.666=-0.000
max	25.674-25.674=-0.000

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	5.458-6.033=-0.574
σ	0.128-0.130=-0.002
min	5.257-5.819=-0.562
max	5.668-6.184=-0.516

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.001
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.974

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	5.099-5.815=-0.715
σ	0.195-0.230=-0.035
min	4.777-5.523=-0.745
max	5.325-6.224=-0.899

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.606-2524.606=-0.000

*mean*	6111.000-7272.000=-1161.000
σ	0.000
min	6111.000-7272.000=-1161.000
max	6111.000-7272.000=-1161.000

*mean*	1358.002-1588.843=-230.841
σ	595.373-1035.886=-440.513
min	1026.243-1031.833=-5.590
max	2425.364-4024.177=-1598.813

op=load_product(), with indexes

*mean*	7878.102-8744.722=-866.620
σ	0.470-0.469=0.000
min	7877.934-8744.553=-866.619
max	7879.264-8745.883=-866.619

*mean*	3228.125-3569.625=-341.500
σ	1827.369-1791.035=36.334
min	811.000-1045.000=-234.000
max	6111.000-5778.000=333.000

*mean*	3779.467-4777.631=-998.164
σ	1263.360-1628.412=-365.053
min	3081.419-3534.954=-453.535
max	6155.868-7544.617=-1388.748

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	85.567-81.561=4.006
σ	18.364-10.732=7.632
min	69.066-72.032=-2.965
max	120.393-99.102=21.292

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.001
min	40.945-40.944=0.000
max	40.949-40.946=0.002

*mean*	6111.000-7272.000=-1161.000
σ	0.000
min	6111.000-7272.000=-1161.000
max	6111.000-7272.000=-1161.000

*mean*	62.293-107.524=-45.232
σ	3.797-3.177=0.620
min	59.889-103.985=-44.095
max	69.940-113.011=-43.071

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.001
σ	0.002-0.000=0.001
min	66.686-66.686=0.000
max	66.690-66.687=0.002

*mean*	6111.000-7272.000=-1161.000
σ	0.000
min	6111.000-7272.000=-1161.000
max	6111.000-7272.000=-1161.000

*mean*	98.399-164.407=-66.008
σ	1.479-4.220=-2.741
min	96.943-154.786=-57.843
max	101.806-167.791=-65.986

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11656.900=192.255
σ	4.304-4.304=-0.000
min	11847.561-11655.306=192.255
max	11859.806-11667.552=192.254

*mean*	3862.375-4148.125=-285.750
σ	1830.519-1890.283=-59.764
min	1278.000-1558.000=-280.000
max	6111.000-7272.000=-1161.000

*mean*	6333.162-6495.070=-161.908
σ	1414.492-1314.019=100.473
min	5031.583-4969.571=62.012
max	8313.941-8327.168=-13.227

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.066=-768.972
σ	0.002-0.001=0.001
min	10791.092-11560.066=-768.974
max	10791.096-11560.067=-768.971

*mean*	6111.000-7272.000=-1161.000
σ	0.000
min	6111.000-7272.000=-1161.000
max	6111.000-7272.000=-1161.000

*mean*	4930.654-5841.919=-911.264
σ	1583.900-1583.818=0.082
min	4047.627-4391.716=-344.089
max	7569.355-8361.234=-791.879

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	379.277-356.243=23.034
σ	33.239-42.357=-9.118
min	297.227-295.364=1.863
max	393.605-394.642=-1.037

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.500-560.000=0.500
σ	1.604-0.000=1.604
min	559.000-560.000=-1.000
max	562.000-560.000=2.000

*mean*	746.786-718.150=28.636
σ	70.325-72.298=-1.972
min	629.461-608.306=21.156
max	840.416-772.223=68.192

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.000
σ	0.759-0.759=-0.000
min	1023.854-1023.854=0.000
max	1027.466-1027.465=0.001

*mean*	1063.200-1040.600=22.600
σ	316.056-293.162=22.894
min	594.000-545.000=49.000
max	1568.000-1436.000=132.000

*mean*	1.561-1.562=-0.001
σ	0.046-0.072=-0.026
min	1.507-1.501=0.005
max	1.653-1.790=-0.137

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.499=-0.070
σ	0.556-0.481=0.075
min	0.150-0.249=-0.099
max	1.420-1.354=0.067

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.839-0.831=0.009
σ	0.509-0.513=-0.004
min	0.586-0.575=0.011
max	1.748-1.747=0.001

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.382=0.001
σ	0.034-0.036=-0.003
min	0.354-0.357=-0.003
max	0.442-0.445=-0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.586-0.589=-0.003
σ	0.031-0.023=0.008
min	0.559-0.567=-0.007
max	0.638-0.623=0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-433.600=-1.800
σ	1.789-3.130=-1.342
min	431.000
max	435.000-437.000=-2.000

*mean*	0.579-0.602=-0.023
σ	0.103-0.089=0.014
min	0.494-0.508=-0.014
max	0.749-0.751=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.469-0.481=-0.012
σ	0.060-0.025=0.035
min	0.381-0.449=-0.068
max	0.523-0.518=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.677-1.987=0.690
σ	0.071-0.091=-0.020
min	2.494-1.854=0.639
max	2.840-2.412=0.429

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.608-2.535=0.073
σ	0.090-0.148=-0.057
min	2.428-1.862=0.566
max	2.841-2.869=-0.028

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.312-0.306=0.005
σ	0.053-0.012=0.040
min	0.290-0.291=-0.001
max	0.826-0.379=0.447

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.292-0.289=0.003
σ	0.027-0.009=0.018
min	0.277-0.267=0.010
max	0.551-0.336=0.215

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.749-298.838=-0.089
σ	1.038-1.047=-0.008
min	298.360-298.448=-0.088
max	301.701-301.815=-0.114

*mean*	442.900-444.100=-1.200
σ	14.310-20.717=-6.408
min	425.000-416.000=9.000
max	469.000-474.000=-5.000

*mean*	0.590-0.609=-0.019
σ	0.040-0.019=0.020
min	0.509-0.564=-0.055
max	0.643-0.644=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.536=-2.858
σ	0.000-0.000=-0.000
min	236.678-239.536=-2.858
max	236.678-239.536=-2.858

*mean*	1686.875-1765.000=-78.125
σ	0.354-53.698=-53.344
min	1686.000-1678.000=8.000
max	1687.000-1794.000=-107.000

*mean*	211.584-221.624=-10.040
σ	3.531-2.414=1.117
min	205.853-216.634=-10.781
max	216.779-224.542=-7.763

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1686.875-1765.000=-78.125
σ	0.354-53.698=-53.344
min	1686.000-1678.000=8.000
max	1687.000-1794.000=-107.000

*mean*	11.156-10.912=0.244
σ	1.861-2.183=-0.322
min	8.277-7.523=0.754
max	12.934-13.361=-0.427

phase=parser

*mean*	1042.363-1042.363=0.000
σ	0.000-0.000=0.000
min	1042.363-1042.363=0.000
max	1042.364-1042.363=0.001

*mean*	1686.875-1765.000=-78.125
σ	0.354-53.698=-53.344
min	1686.000-1678.000=8.000
max	1687.000-1794.000=-107.000

*mean*	661.371-651.945=9.427
σ	71.723-128.454=-56.731
min	567.493-425.220=142.273
max	736.043-847.332=-111.289

phase=processProdDef

*mean*	4753.280-6169.657=-1416.378
σ	0.000-0.001=-0.000
min	4753.279-6169.657=-1416.377
max	4753.280-6169.658=-1416.378

*mean*	1687.000-1779.500=-92.500
σ	0.000-41.012=-41.012
min	1687.000-1678.000=9.000
max	1687.000-1794.000=-107.000

*mean*	4259.267-5325.571=-1066.304
σ	706.934-1340.673=-633.739
min	3129.092-3223.337=-94.245
max	5441.662-7102.287=-1660.625

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1686.875-1765.000=-78.125
σ	0.354-53.698=-53.344
min	1686.000-1678.000=8.000
max	1687.000-1794.000=-107.000

*mean*	41.300-42.707=-1.407
σ	7.847-8.282=-0.435
min	26.211-26.415=-0.203
max	47.849-53.324=-5.475

phase=type checker

*mean*	990.454-990.442=0.012
σ	0.071-0.066=0.005
min	990.348-990.344=0.004
max	990.567-990.532=0.035

*mean*	1686.875-1765.000=-78.125
σ	0.354-53.698=-53.344
min	1686.000-1678.000=8.000
max	1687.000-1794.000=-107.000

*mean*	805.077-809.472=-4.395
σ	77.383-111.945=-34.562
min	683.331-653.310=30.021
max	923.435-909.035=14.400

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.915=0.004
σ	0.038-0.040=-0.002
min	293.865-293.861=0.005
max	293.958-293.957=0.001

*mean*	448.000-445.000=3.000
σ	0.000
min	448.000-445.000=3.000
max	448.000-445.000=3.000

*mean*	0.403-0.397=0.005
σ	0.014-0.006=0.007
min	0.391-0.393=-0.002
max	0.425-0.409=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.309-1320.240=0.069
σ	0.025-0.074=-0.048
min	1320.280-1320.147=0.133
max	1320.337-1320.344=-0.007

*mean*	1083.000-1085.800=-2.800
σ	164.009-167.600=-3.591
min	887.000-888.000=-1.000
max	1306.000-1317.000=-11.000

*mean*	2.282-2.116=0.166
σ	0.140-0.231=-0.091
min	2.146-1.834=0.312
max	2.457-2.452=0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.472-1559.727=-0.255
σ	3.407-4.042=-0.636
min	1557.812-1557.726=0.086
max	1565.562-1566.950=-1.388

*mean*	625.600-631.800=-6.200
σ	89.690-69.776=19.914
min	504.000-537.000=-33.000
max	728.000-723.000=5.000

*mean*	2.444-2.255=0.189
σ	0.319-0.178=0.141
min	2.064-2.092=-0.028
max	2.882-2.542=0.340

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.267-1882.271=-0.005
σ	0.053-0.060=-0.006
min	1882.202-1882.191=0.011
max	1882.345-1882.356=-0.011

*mean*	1721.600-1716.400=5.200
σ	173.992-177.095=-3.103
min	1472.000-1466.000=6.000
max	1882.000-1880.000=2.000

*mean*	3.054-3.127=-0.073
σ	0.231-0.283=-0.052
min	2.883-2.945=-0.062
max	3.459-3.628=-0.169

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.851-1.686=0.165
σ	0.120-0.215=-0.096
min	1.655-1.428=0.227
max	1.960-1.930=0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-453.536=-1.125
σ	583.278-585.529=-2.251
min	160.770-160.767=0.003
max	1327.329-1331.830=-4.501

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.554-0.532=0.022
σ	0.568-0.518=0.050
min	0.266-0.272=-0.005
max	1.406-1.309=0.097

policies=20

*mean*	1608.042-1608.043=-0.001
σ	0.419-0.419=0.001
min	1607.759-1607.760=-0.002
max	1608.663-1608.663=0.000

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-449.750=-0.500
σ	3.500-10.874=-7.374
min	444.000-443.000=1.000
max	451.000-466.000=-15.000

*mean*	2.701-2.703=-0.002
σ	0.018-0.011=0.007
min	2.690-2.688=0.002
max	2.728-2.714=0.013

policies=200

*mean*	16088.590-16088.590=0.000
σ	0.120-0.045=0.075
min	16088.507-16088.543=-0.036
max	16088.766-16088.645=0.121

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-496.750=3.000
σ	5.315-2.630=2.685
min	494.000
max	506.000-499.000=7.000

*mean*	27.148-27.495=-0.346
σ	0.031-0.159=-0.128
min	27.121-27.316=-0.195
max	27.191-27.655=-0.464