Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.884-54.580=0.304
σ	0.358-0.344=0.013
min	54.745-54.450=0.295
max	55.900-55.559=0.342

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.150-0.137=0.013
σ	0.012-0.005=0.008
min	0.137-0.132=0.005
max	0.171-0.143=0.027

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.705=0.145
σ	0.006-0.007=-0.000
min	43.839-43.693=0.146
max	43.859-43.718=0.142

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.125-0.124=0.001
σ	0.004-0.006=-0.001
min	0.119-0.119=-0.000
max	0.132-0.136=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	12.793-12.507=0.286
σ	0.395-0.313=0.082
min	12.225-12.102=0.124
max	13.297-13.083=0.214

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	12.958-12.535=0.423
σ	0.648-0.600=0.048
min	11.969-11.526=0.443
max	13.911-13.032=0.879

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.929=-0.000
max	41.933-41.933=0.001

*mean*	7152.000-7305.000=-153.000
σ	0.000
min	7152.000-7305.000=-153.000
max	7152.000-7305.000=-153.000

*mean*	15.372-15.074=0.299
σ	0.238-0.550=-0.312
min	15.096-13.813=1.283
max	15.659-15.459=0.200

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	14.197-12.656=1.541
σ	1.402-1.756=-0.354
min	11.122-10.888=0.234
max	15.382-14.951=0.431

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=-0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	9.594-8.830=0.765
σ	0.840-0.329=0.511
min	8.555-8.366=0.189
max	10.876-9.299=1.577

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	7.239-6.671=0.568
σ	0.992-0.135=0.857
min	6.064-6.468=-0.404
max	8.966-6.840=2.126

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.003
min	25.665-25.664=0.001
max	25.678-25.668=0.009

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	5.992-5.888=0.104
σ	0.186-0.266=-0.079
min	5.710-5.541=0.168
max	6.330-6.288=0.043

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.972-25.972=0.000

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	5.676-5.630=0.046
σ	0.212-0.243=-0.031
min	5.259-5.317=-0.058
max	5.908-5.963=-0.056

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.002
min	1021.612-2524.606=-1502.994
max	1021.616-2524.606=-1502.991

*mean*	7152.000-7305.000=-153.000
σ	0.000
min	7152.000-7305.000=-153.000
max	7152.000-7305.000=-153.000

*mean*	364.859-1092.816=-727.957
σ	52.614-132.936=-80.322
min	343.671-1040.401=-696.731
max	494.967-1421.550=-926.583

op=load_product(), with indexes

*mean*	7917.793-8744.721=-826.928
σ	0.469-0.469=-0.000
min	7917.625-8744.553=-826.928
max	7918.953-8745.882=-826.929

*mean*	3270.375-3573.125=-302.750
σ	1822.346-1796.105=26.240
min	810.000-1045.000=-235.000
max	5615.000-5794.000=-179.000

*mean*	3710.327-4604.293=-893.966
σ	1183.376-1462.966=-279.590
min	3066.881-3510.439=-443.558
max	5937.336-7034.448=-1097.112

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.000

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	84.054-81.690=2.364
σ	15.441-12.015=3.426
min	70.843-70.661=0.182
max	110.771-100.539=10.232

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.002
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7152.000-7305.000=-153.000
σ	0.000
min	7152.000-7305.000=-153.000
max	7152.000-7305.000=-153.000

*mean*	62.249-107.245=-44.995
σ	2.665-5.550=-2.885
min	60.265-95.727=-35.462
max	68.731-113.355=-44.624

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.687=0.004

*mean*	7152.000-7305.000=-153.000
σ	0.000
min	7152.000-7305.000=-153.000
max	7152.000-7305.000=-153.000

*mean*	99.090-162.833=-63.743
σ	0.886-9.602=-8.717
min	98.203-140.465=-42.263
max	100.563-170.468=-69.905

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.836=2560.335
σ	4.303-4.324=-0.021
min	14215.576-11655.305=2560.271
max	14227.820-11667.538=2560.282

*mean*	4040.250-4152.875=-112.625
σ	2008.418-1900.335=108.083
min	1218.000-1555.000=-337.000
max	7152.000-7305.000=-153.000

*mean*	8149.347-6412.178=1737.169
σ	1963.810-1286.597=677.213
min	5987.614-4893.022=1094.592
max	10949.231-8188.520=2760.711

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.065=1599.044
σ	0.002-0.001=0.001
min	13159.106-11560.065=1599.041
max	13159.110-11560.066=1599.044

*mean*	7152.000-7305.000=-153.000
σ	0.000
min	7152.000-7305.000=-153.000
max	7152.000-7305.000=-153.000

*mean*	5404.678-5396.924=7.754
σ	1022.914-1363.455=-340.540
min	4970.429-4377.847=592.582
max	7909.653-7591.553=318.100

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	473.875-477.000=-3.125
σ	0.354-0.000=0.354
min	473.000-477.000=-4.000
max	474.000-477.000=-3.000

*mean*	377.892-375.140=2.752
σ	26.721-21.242=5.479
min	314.178-342.788=-28.610
max	392.297-392.874=-0.577

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.250=-1.250
σ	0.000-1.035=-1.035
min	559.000
max	559.000-561.000=-2.000

*mean*	756.426-779.761=-23.335
σ	55.129-24.784=30.345
min	627.558-754.450=-126.892
max	800.294-835.608=-35.315

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.297-1008.499=15.798
σ	0.759-0.760=-0.001
min	1023.823-1008.028=15.794
max	1027.436-1011.642=15.794

*mean*	1057.950-1053.250=4.700
σ	315.525-322.675=-7.150
min	562.000-536.000=26.000
max	1527.000-1564.000=-37.000

*mean*	1.575-1.564=0.010
σ	0.102-0.090=0.012
min	1.471-1.480=-0.009
max	1.879-1.854=0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.383-0.501=-0.119
σ	0.466-0.514=-0.047
min	0.137-0.244=-0.108
max	1.213-1.418=-0.204

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.436-0.738=-0.302
σ	0.205-0.327=-0.123
min	0.330-0.562=-0.232
max	0.801-1.322=-0.521

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.220-0.388=-0.168
σ	0.027-0.041=-0.014
min	0.198-0.354=-0.155
max	0.267-0.459=-0.192

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.338-0.610=-0.273
σ	0.017-0.051=-0.034
min	0.324-0.565=-0.241
max	0.367-0.691=-0.323

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	432.800-436.000=-3.200
σ	3.033-6.595=-3.562
min	430.000
max	436.000-443.000=-7.000

*mean*	0.569-0.738=-0.170
σ	0.047-0.015=0.032
min	0.500-0.725=-0.225
max	0.611-0.758=-0.147

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.509-0.633=-0.123
σ	0.022-0.031=-0.008
min	0.471-0.581=-0.110
max	0.528-0.660=-0.132

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	2.583-2.776=-0.193
σ	0.078-0.070=0.008
min	2.451-2.645=-0.194
max	2.909-3.033=-0.125

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	2.591-2.775=-0.185
σ	0.093-0.091=0.003
min	2.460-2.632=-0.172
max	2.967-3.155=-0.188

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.308-0.536=-0.228
σ	0.009-0.037=-0.028
min	0.294-0.497=-0.202
max	0.367-0.831=-0.464

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.295-0.506=-0.210
σ	0.007-0.018=-0.011
min	0.282-0.474=-0.191
max	0.340-0.602=-0.262

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.795-298.000=0.795
σ	1.024-1.013=0.011
min	298.397-297.583=0.814
max	301.707-300.880=0.827

*mean*	442.100-446.800=-4.700
σ	18.616-17.800=0.816
min	414.000-422.000=-8.000
max	467.000-472.000=-5.000

*mean*	0.604-0.596=0.008
σ	0.025-0.033=-0.007
min	0.537-0.549=-0.012
max	0.627-0.658=-0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1064.000-1747.250=-683.250
σ	33.941-3.240=30.701
min	980.000-1742.000=-762.000
max	1076.000-1749.000=-673.000

*mean*	203.471-202.941=0.530
σ	4.278-3.252=1.026
min	196.938-196.898=0.039
max	209.895-206.424=3.471

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.000-1747.250=-683.250
σ	33.941-3.240=30.701
min	980.000-1742.000=-762.000
max	1076.000-1749.000=-673.000

*mean*	8.089-8.412=-0.323
σ	1.752-2.465=-0.713
min	6.301-6.181=0.120
max	9.943-12.633=-2.690

phase=parser

*mean*	1042.366-1042.098=0.267
σ	0.001-0.000=0.001
min	1042.363-1042.098=0.265
max	1042.366-1042.099=0.268

*mean*	1064.000-1747.250=-683.250
σ	33.941-3.240=30.701
min	980.000-1742.000=-762.000
max	1076.000-1749.000=-673.000

*mean*	469.394-636.431=-167.037
σ	66.386-107.458=-41.072
min	375.290-423.782=-48.491
max	556.135-728.667=-172.532

phase=processProdDef

*mean*	4850.765-6169.659=-1318.895
σ	0.000-0.001=-0.000
min	4850.765-6169.659=-1318.894
max	4850.765-6169.660=-1318.895

*mean*	1076.000-1748.125=-672.125
σ	0.000-2.475=-2.475
min	1076.000-1742.000=-666.000
max	1076.000-1749.000=-673.000

*mean*	4707.662-5385.186=-677.524
σ	570.686-1577.509=-1006.823
min	3628.820-3594.344=34.476
max	5346.820-7917.900=-2571.080

phase=renaming

*mean*	21.671-21.670=0.001
σ	0.000
min	21.671-21.670=0.001
max	21.671-21.670=0.001

*mean*	1064.000-1747.250=-683.250
σ	33.941-3.240=30.701
min	980.000-1742.000=-762.000
max	1076.000-1749.000=-673.000

*mean*	33.314-27.700=5.615
σ	10.320-9.413=0.907
min	20.768-20.425=0.343
max	41.574-47.404=-5.829

phase=type checker

*mean*	990.453-958.457=31.996
σ	0.072-0.066=0.006
min	990.344-958.360=31.985
max	990.567-958.547=32.020

*mean*	1064.000-1747.250=-683.250
σ	33.941-3.240=30.701
min	980.000-1742.000=-762.000
max	1076.000-1749.000=-673.000

*mean*	691.032-675.407=15.625
σ	63.096-64.177=-1.080
min	642.971-627.914=15.056
max	837.793-780.863=56.930

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.687=0.133
σ	0.038-0.037=0.000
min	293.768-293.635=0.133
max	293.860-293.726=0.134

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.393-0.399=-0.006
σ	0.001-0.001=0.000
min	0.392-0.398=-0.006
max	0.395-0.401=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.220-1303.776=16.445
σ	0.031-0.076=-0.044
min	1320.172-1303.697=16.474
max	1320.248-1303.872=16.376

*mean*	1067.800-1083.000=-15.200
σ	165.835-222.849=-57.014
min	844.000-827.000=17.000
max	1270.000-1375.000=-105.000

*mean*	2.304-2.040=0.264
σ	0.176-0.293=-0.116
min	2.173-1.751=0.422
max	2.611-2.492=0.119

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.607-1546.805=13.802
σ	6.245-4.011=2.234
min	1557.592-1544.789=12.803
max	1571.773-1553.974=17.800

*mean*	619.800-621.400=-1.600
σ	82.606-82.428=0.178
min	495.000
max	717.000-699.000=18.000

*mean*	2.309-2.230=0.079
σ	0.258-0.112=0.146
min	2.149-2.124=0.025
max	2.766-2.359=0.407

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1865.818=16.356
σ	0.057-0.048=0.009
min	1882.109-1865.764=16.345
max	1882.254-1865.894=16.360

*mean*	1702.000-1711.200=-9.200
σ	258.831-168.787=90.044
min	1399.000-1499.000=-100.000
max	2062.000-1941.000=121.000

*mean*	2.915-2.882=0.033
σ	0.075-0.124=-0.049
min	2.862-2.683=0.179
max	3.043-2.994=0.049

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.692-1.758=-0.066
σ	0.068-0.122=-0.054
min	1.600-1.637=-0.036
max	1.781-1.921=-0.140

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-450.089=1.994
σ	582.725-579.265=3.460
min	160.715-160.452=0.263
max	1326.170-1318.986=7.184

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.542-0.535=0.007
σ	0.534-0.535=-0.001
min	0.274-0.265=0.009
max	1.343-1.337=0.006

policies=20

*mean*	1607.516-1604.884=2.632
σ	0.420-0.401=0.019
min	1607.234-1604.611=2.622
max	1608.140-1605.477=2.663

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.500-445.000=0.500
σ	5.196-2.000=3.196
min	441.000-442.000=-1.000
max	450.000-446.000=4.000

*mean*	2.694-2.670=0.024
σ	0.017-0.008=0.009
min	2.676-2.659=0.018
max	2.709-2.676=0.033

policies=200

*mean*	16083.488-16057.310=26.177
σ	0.112-0.185=-0.072
min	16083.367-16057.100=26.267
max	16083.639-16057.547=26.092

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-493.750=3.750
σ	5.686-4.031=1.655
min	491.000-489.000=2.000
max	504.000-498.000=6.000

*mean*	27.244-27.168=0.076
σ	0.067-0.222=-0.155
min	27.181-26.988=0.193
max	27.336-27.484=-0.148