Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.835-54.860=-0.025
σ	0.366-0.360=0.006
min	54.705-54.721=-0.016
max	55.875-55.883=-0.008

*mean*	415.000-417.700=-2.700
σ	0.000-0.483=-0.483
min	415.000-417.000=-2.000
max	415.000-418.000=-3.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=0.000
min	0.134-0.138=-0.004
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.847=-0.004
σ	0.005-0.007=-0.002
min	43.834-43.835=-0.001
max	43.850-43.860=-0.009

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.005=0.000
min	0.115-0.117=-0.002
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4593.375-4592.000=1.375
σ	2249.410-2248.533=0.877
min	1487.000-1484.000=3.000
max	7385.000

*mean*	147.982-184.310=-36.328
σ	384.465-485.944=-101.479
min	11.763-11.415=0.347
max	1099.486-1386.951=-287.466

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.617=0.000

*mean*	4593.375-4592.000=1.375
σ	2249.410-2248.533=0.877
min	1487.000-1484.000=3.000
max	7385.000

*mean*	13.270-13.855=-0.585
σ	3.825-4.651=-0.827
min	11.323-11.025=0.298
max	22.636-24.459=-1.824

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.000

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	11.359-10.634=0.725
σ	1.343-0.146=1.196
min	10.532-10.492=0.040
max	14.463-10.917=3.546

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.002=-0.001
min	41.933
max	41.934-41.938=-0.004

*mean*	4185.250-4183.250=2.000
σ	1946.326-1945.007=1.319
min	1487.000-1484.000=3.000
max	7385.000

*mean*	11.583-11.222=0.360
σ	1.761-1.752=0.009
min	10.756-10.287=0.468
max	15.921-15.529=0.392

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4185.250-4183.250=2.000
σ	1946.326-1945.007=1.319
min	1487.000-1484.000=3.000
max	7385.000

*mean*	8.912-8.529=0.383
σ	1.389-1.299=0.090
min	7.692-7.698=-0.006
max	12.244-11.716=0.528

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=-0.000
max	26.406-26.406=-0.000

*mean*	4185.250-4183.250=2.000
σ	1946.326-1945.007=1.319
min	1487.000-1484.000=3.000
max	7385.000

*mean*	6.448-6.277=0.171
σ	1.205-1.114=0.092
min	5.423-5.412=0.011
max	9.271-8.848=0.422

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680-25.680=-0.000
max	25.688-25.688=-0.000

*mean*	4593.375-4592.000=1.375
σ	2249.410-2248.533=0.877
min	1487.000-1484.000=3.000
max	7385.000

*mean*	6.061-6.007=0.054
σ	0.994-0.982=0.012
min	5.570-5.379=0.192
max	8.506-8.216=0.290

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984-25.984=-0.000
max	25.985-25.985=0.000

*mean*	4593.375-4592.000=1.375
σ	2249.410-2248.533=0.877
min	1487.000-1484.000=3.000
max	7385.000

*mean*	5.926-5.867=0.059
σ	1.042-1.074=-0.031
min	5.172-5.125=0.048
max	8.470-8.234=0.236

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	346.329-379.339=-33.010
σ	1.984-81.285=-79.301
min	342.437-348.086=-5.650
max	348.697-580.464=-231.767

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3760.375-3759.000=1.375
σ	2301.239-2299.813=1.426
min	721.000
max	7385.000

*mean*	1716.808-1766.095=-49.287
σ	618.001-617.519=0.482
min	1384.696-1402.252=-17.556
max	2963.634-2763.719=199.915

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.855-107.854=0.000

*mean*	4413.625-4412.250=1.375
σ	2218.559-2218.005=0.553
min	1487.000-1484.000=3.000
max	7385.000

*mean*	246.983-274.857=-27.874
σ	310.049-391.565=-81.516
min	124.873-125.922=-1.049
max	1012.813-1243.131=-230.319

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4413.625-4412.250=1.375
σ	2218.559-2218.005=0.553
min	1487.000-1484.000=3.000
max	7385.000

*mean*	43.111-46.180=-3.068
σ	4.581-9.101=-4.520
min	39.865-41.192=-1.327
max	53.756-68.221=-14.465

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	166.369-21.839=144.531
σ	404.456-1.390=403.066
min	21.278-20.941=0.337
max	1167.324-25.175=1142.149

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.310-71.311=-0.000

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	62.625-296.500=-233.875
σ	18.354-680.887=-662.533
min	55.040-54.574=0.466
max	107.656-1981.603=-1873.946

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4185.250-4183.250=2.000
σ	1946.326-1945.007=1.319
min	1487.000-1484.000=3.000
max	7385.000

*mean*	3320.866-3392.725=-71.860
σ	763.941-872.427=-108.486
min	2505.840-2506.744=-0.904
max	4547.581-4656.903=-109.323

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	1033.200-1029.472=3.727
σ	193.960-152.445=41.515
min	925.409-926.568=-1.158
max	1396.821-1331.995=64.826

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	406.334-391.384=14.950
σ	38.326-3.839=34.486
min	388.271-386.916=1.355
max	500.840-398.320=102.520

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	401.471-378.984=22.488
σ	23.722-24.610=-0.888
min	354.409-355.429=-1.020
max	426.816-425.255=1.561

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-562.000=-3.000
σ	1.690-0.000=1.690
min	558.000-562.000=-4.000
max	563.000-562.000=1.000

*mean*	731.641-718.873=12.769
σ	70.175-43.757=26.418
min	597.743-645.375=-47.633
max	829.628-774.018=55.610

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.968-1024.566=-60.597
σ	1.822-0.762=1.061
min	963.264-1024.092=-60.828
max	971.675-1027.714=-56.040

*mean*	1043.700-1061.600=-17.900
σ	320.364-313.032=7.332
min	546.000-593.000=-47.000
max	1566.000-1530.000=36.000

*mean*	1.240-1.388=-0.148
σ	0.064-0.109=-0.045
min	1.169-1.230=-0.061
max	1.418-1.720=-0.302

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.283=0.011
σ	0.277-0.289=-0.013
min	0.144-0.126=0.018
max	0.784-0.796=-0.013

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.488=-0.014
σ	0.315-0.361=-0.045
min	0.321-0.312=0.009
max	1.037-1.133=-0.096

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=-0.000
σ	0.023-0.020=0.002
min	0.201-0.201=-0.000
max	0.257-0.251=0.006

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.327=0.003
σ	0.017-0.011=0.006
min	0.318-0.313=0.005
max	0.358-0.343=0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.578-0.559=0.019
σ	0.023-0.070=-0.048
min	0.545-0.449=0.096
max	0.597-0.628=-0.031

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.494-0.438=0.056
σ	0.029-0.028=0.001
min	0.448-0.397=0.051
max	0.525-0.472=0.053

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.977-2.583=-0.606
σ	0.083-0.096=-0.014
min	1.808-2.437=-0.629
max	2.250-3.055=-0.806

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.962-2.564=-0.601
σ	0.108-0.093=0.015
min	1.853-2.427=-0.574
max	2.526-3.012=-0.486

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.304-0.308=-0.004
σ	0.013-0.042=-0.029
min	0.287-0.292=-0.005
max	0.390-0.714=-0.324

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.295-0.290=0.005
σ	0.034-0.009=0.025
min	0.277-0.279=-0.002
max	0.541-0.330=0.211

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.980-11.931=0.050
σ	11.761-11.559=0.202
min	0.574-0.573=0.000
max	117.222-85.546=31.675

*mean*	455.667-460.955=-5.288
σ	18.262-19.446=-1.185
min	408.000-406.000=2.000
max	475.000-478.000=-3.000

*mean*	0.027-0.027=0.000
σ	0.029-0.028=0.001
min	0.001-0.001=-0.000
max	0.283-0.206=0.078

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.728-298.608=-19.880
σ	1.030-1.085=-0.056
min	278.248-298.155=-19.906
max	281.640-301.680=-20.040

*mean*	444.900-441.000=3.900
σ	20.941-17.146=3.795
min	415.000-414.000=1.000
max	474.000-466.000=8.000

*mean*	0.581-0.606=-0.025
σ	0.019-0.016=0.004
min	0.532-0.572=-0.040
max	0.609-0.633=-0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	839.000-844.000=-5.000
σ	0.000
min	839.000-844.000=-5.000
max	839.000-844.000=-5.000

*mean*	240.289-235.176=5.112
σ	17.695-21.205=-3.511
min	212.300-196.066=16.234
max	257.446-257.979=-0.533

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	8.968-6.793=2.175
σ	0.906-1.193=-0.287
min	7.461-6.250=1.210
max	9.580-9.729=-0.150

phase=parser

*mean*	1042.435-1042.431=0.003
σ	0.000-0.000=-0.000
min	1042.434-1042.431=0.004
max	1042.435-1042.431=0.003

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	571.808-561.795=10.013
σ	57.679-84.707=-27.029
min	430.582-381.365=49.217
max	602.618-614.044=-11.426

phase=processProdDef

*mean*	2243.976-2243.980=-0.004
σ	0.000
min	2243.976-2243.980=-0.004
max	2243.976-2243.980=-0.004

*mean*	839.000-844.000=-5.000
σ	0.000
min	839.000-844.000=-5.000
max	839.000-844.000=-5.000

*mean*	2626.190-2707.062=-80.872
σ	353.524-575.749=-222.226
min	2194.532-2008.758=185.775
max	3127.797-3460.661=-332.864

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	36.775-25.890=10.886
σ	6.195-9.425=-3.231
min	26.143-20.501=5.642
max	41.199-41.970=-0.771

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	668.440-716.861=-48.421
σ	13.826-70.733=-56.908
min	642.356-653.021=-10.666
max	680.978-855.936=-174.958

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.396-293.819=-11.423
σ	0.037-0.037=-0.001
min	282.339-293.767=-11.428
max	282.430-293.858=-11.428

*mean*	444.400-444.000=0.400
σ	0.548-0.000=0.548
min	444.000
max	445.000-444.000=1.000

*mean*	0.382-0.391=-0.008
σ	0.008-0.007=0.001
min	0.376-0.386=-0.010
max	0.391-0.403=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.084-1320.288=-53.204
σ	0.104-0.137=-0.033
min	1266.995-1320.166=-53.171
max	1267.260-1320.515=-53.255

*mean*	1114.400-1091.400=23.000
σ	168.733-167.980=0.753
min	899.000-894.000=5.000
max	1325.000-1321.000=4.000

*mean*	1.902-1.981=-0.079
σ	0.070-0.154=-0.084
min	1.831-1.865=-0.034
max	2.011-2.240=-0.230

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.180-1559.285=-53.105
σ	2.884-2.996=-0.112
min	1504.709-1557.679=-52.970
max	1511.330-1564.630=-53.299

*mean*	629.200-625.800=3.400
σ	90.489-87.688=2.801
min	505.000-495.000=10.000
max	729.000-728.000=1.000

*mean*	2.409-2.216=0.192
σ	0.186-0.211=-0.025
min	2.084-2.023=0.062
max	2.549-2.571=-0.022

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.119-1882.341=-53.222
σ	0.081-0.056=0.025
min	1829.023-1882.261=-53.238
max	1829.237-1882.418=-53.181

*mean*	1756.200-1737.400=18.800
σ	214.176-177.867=36.308
min	1467.000-1470.000=-3.000
max	1958.000-1888.000=70.000

*mean*	3.167-2.936=0.231
σ	0.327-0.159=0.168
min	2.826-2.738=0.087
max	3.530-3.168=0.363

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.653-1.668=-0.014
σ	0.077-0.110=-0.033
min	1.575-1.540=0.034
max	1.757-1.827=-0.070

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.700-419.942=-22.242
σ	518.053-518.105=-0.051
min	138.670-160.886=-22.216
max	1174.780-1197.099=-22.319

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.481-0.525=-0.044
σ	0.484-0.533=-0.049
min	0.239-0.257=-0.019
max	1.207-1.325=-0.118

policies=20

*mean*	1386.832-1609.183=-222.352
σ	0.167-0.355=-0.189
min	1386.728-1608.941=-222.214
max	1387.080-1609.710=-222.630

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	446.000-450.500=-4.500
σ	0.000-9.000=-9.000
min	446.000
max	446.000-464.000=-18.000

*mean*	2.328-2.588=-0.260
σ	0.011-0.013=-0.002
min	2.318-2.570=-0.252
max	2.342-2.599=-0.256

policies=200

*mean*	13876.828-16100.613=-2223.785
σ	0.132-0.108=0.024
min	13876.739-16100.480=-2223.742
max	13877.023-16100.721=-2223.698

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.000-494.250=1.750
σ	4.967-4.031=0.935
min	491.000-490.000=1.000
max	502.000-499.000=3.000

*mean*	23.474-26.175=-2.701
σ	0.031-0.191=-0.160
min	23.449-25.970=-2.520
max	23.518-26.415=-2.897