Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.834=-0.000
σ	0.367-0.365=0.001
min	54.704-54.706=-0.002
max	55.877-55.874=0.003

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.144-0.140=0.004
σ	0.008-0.006=0.002
min	0.137-0.134=0.003
max	0.160-0.148=0.012

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.843=-0.001
σ	0.007-0.005=0.002
min	43.828-43.837=-0.009
max	43.852-43.852=-0.000

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.121-0.120=0.001
σ	0.005-0.006=-0.001
min	0.116-0.116=0.000
max	0.128-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4426.125-4589.875=-163.750
σ	2228.354-2251.103=-22.749
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	12.917-173.640=-160.722
σ	2.047-456.348=-454.301
min	11.805-11.873=-0.067
max	17.878-1303.044=-1285.165

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4605.750-4589.875=15.875
σ	2259.420-2251.103=8.317
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	138.420-14.110=124.311
σ	354.182-4.260=349.922
min	11.780-11.780=0.001
max	1014.968-24.540=990.428

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.951-41.951=0.000

*mean*	7409.000-7387.000=22.000
σ	0.000
min	7409.000-7387.000=22.000
max	7409.000-7387.000=22.000

*mean*	11.139-10.916=0.223
σ	0.148-0.129=0.019
min	10.895-10.709=0.186
max	11.338-11.126=0.212

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.001-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4196.750-4179.375=17.375
σ	1955.144-1947.061=8.083
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	11.328-11.558=-0.230
σ	0.930-1.741=-0.810
min	10.872-10.769=0.103
max	13.597-15.846=-2.249

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993

*mean*	4196.750-4179.375=17.375
σ	1955.144-1947.061=8.083
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	8.823-9.163=-0.340
σ	0.577-1.356=-0.780
min	8.137-8.059=0.079
max	10.095-12.454=-2.359

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4196.750-4179.375=17.375
σ	1955.144-1947.061=8.083
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	6.940-7.297=-0.358
σ	0.352-0.838=-0.486
min	6.544-6.815=-0.271
max	7.704-9.330=-1.626

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680-25.680=-0.000
max	25.688-25.688=0.000

*mean*	4605.750-4589.875=15.875
σ	2259.420-2251.103=8.317
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	6.608-6.380=0.229
σ	1.099-0.944=0.156
min	5.991-5.887=0.104
max	9.028-8.702=0.326

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985-25.986=-0.000

*mean*	4605.750-4589.875=15.875
σ	2259.420-2251.103=8.317
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	6.502-6.287=0.215
σ	1.122-0.985=0.137
min	5.818-5.819=-0.002
max	8.919-8.714=0.205

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.630-1021.629=0.000

*mean*	7409.000-7387.000=22.000
σ	0.000
min	7409.000-7387.000=22.000
max	7409.000-7387.000=22.000

*mean*	349.627-361.557=-11.931
σ	1.014-40.867=-39.853
min	348.399-344.644=3.755
max	351.195-462.639=-111.444

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713-3495.713=-0.000
max	3497.037-3497.038=-0.001

*mean*	3769.625-3756.500=13.125
σ	2310.932-2301.185=9.747
min	720.000
max	7409.000-7387.000=22.000

*mean*	1807.793-1772.077=35.715
σ	677.508-684.830=-7.322
min	1406.599-1390.252=16.347
max	2981.841-2976.287=5.554

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4196.750-4408.500=-211.750
σ	1955.144-2220.572=-265.429
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	131.854-247.491=-115.638
σ	7.441-307.394=-299.954
min	125.221-128.487=-3.266
max	149.149-1007.109=-857.960

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4426.125-4408.500=17.625
σ	2228.354-2220.572=7.782
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	153.308-43.803=109.506
σ	315.472-6.103=309.370
min	39.761-39.568=0.193
max	934.055-58.387=875.667

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7409.000-7387.000=22.000
σ	0.000
min	7409.000-7387.000=22.000
max	7409.000-7387.000=22.000

*mean*	100.712-22.098=78.613
σ	222.944-1.937=221.007
min	21.539-21.174=0.365
max	652.469-26.869=625.600

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.310-71.311=-0.000

*mean*	7409.000-7387.000=22.000
σ	0.000
min	7409.000-7387.000=22.000
max	7409.000-7387.000=22.000

*mean*	59.716-254.975=-195.259
σ	9.431-562.330=-552.899
min	55.140-55.142=-0.002
max	83.012-1646.666=-1563.655

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4196.750-4179.375=17.375
σ	1955.144-1947.061=8.083
min	1484.000-1487.000=-3.000
max	7409.000-7387.000=22.000

*mean*	3261.219-3359.918=-98.699
σ	765.806-814.769=-48.962
min	2534.945-2501.000=33.945
max	4585.349-4688.616=-103.267

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7409.000-7387.000=22.000
σ	0.000
min	7409.000-7387.000=22.000
max	7409.000-7387.000=22.000

*mean*	973.525-1088.291=-114.766
σ	81.535-272.408=-190.873
min	927.376-917.942=9.433
max	1145.740-1656.939=-511.199

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7409.000-7387.000=22.000
σ	0.000
min	7409.000-7387.000=22.000
max	7409.000-7387.000=22.000

*mean*	396.509-407.291=-10.782
σ	4.240-38.818=-34.579
min	386.453-391.036=-4.583
max	399.508-503.290=-103.782

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000-474.750=0.250
σ	0.000-0.707=-0.707
min	475.000-473.000=2.000
max	475.000

*mean*	379.225-374.304=4.921
σ	40.140-23.664=16.477
min	301.595-343.723=-42.128
max	430.246-419.854=10.392

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-564.000=-1.000
σ	0.000
min	563.000-564.000=-1.000
max	563.000-564.000=-1.000

*mean*	705.120-733.289=-28.169
σ	83.864-50.170=33.694
min	606.371-647.558=-41.187
max	860.282-800.908=59.374

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-963.971=0.001
σ	1.820-1.820=-0.000
min	963.264-963.264=0.001
max	971.668-971.668=0.000

*mean*	1049.450-1031.950=17.500
σ	296.814-301.370=-4.557
min	575.000-550.000=25.000
max	1471.000-1456.000=15.000

*mean*	1.269-1.226=0.043
σ	0.113-0.085=0.028
min	1.174-1.078=0.096
max	1.558-1.489=0.069

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.408-0.297=0.112
σ	0.516-0.291=0.225
min	0.153-0.142=0.011
max	1.330-0.814=0.515

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.516-0.475=0.041
σ	0.323-0.318=0.005
min	0.351-0.324=0.027
max	1.093-1.043=0.050

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.214=0.008
σ	0.019-0.023=-0.004
min	0.207-0.196=0.011
max	0.253-0.253=0.000

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.325=0.012
σ	0.013-0.020=-0.008
min	0.323-0.312=0.011
max	0.355-0.360=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.000-431.000=5.000
σ	5.612-0.000=5.612
min	431.000
max	442.000-431.000=11.000

*mean*	0.554-0.554=0.000
σ	0.050-0.051=-0.001
min	0.474-0.487=-0.013
max	0.608-0.607=0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.486-0.476=0.010
σ	0.038-0.053=-0.015
min	0.438-0.391=0.047
max	0.524-0.526=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.580-2.629=-0.049
σ	0.102-0.118=-0.015
min	2.439-2.457=-0.018
max	3.014-3.336=-0.322

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.574-2.617=-0.043
σ	0.092-0.085=0.007
min	2.423-2.409=0.014
max	3.059-2.911=0.147

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.306-0.305=0.001
σ	0.036-0.011=0.025
min	0.286-0.294=-0.008
max	0.648-0.382=0.266

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.293-0.291=0.002
σ	0.009-0.007=0.002
min	0.280-0.278=0.002
max	0.336-0.321=0.015

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.987-11.840=0.148
σ	12.097-13.039=-0.943
min	0.574-0.574=-0.000
max	96.690-136.269=-39.579

*mean*	459.636-463.818=-4.182
σ	18.411-19.542=-1.131
min	408.000
max	474.000-480.000=-6.000

*mean*	0.027-0.027=0.000
σ	0.029-0.032=-0.002
min	0.001-0.001=-0.000
max	0.227-0.320=-0.093

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.785-278.781=0.004
σ	1.018-0.959=0.060
min	278.333-278.128=0.205
max	281.665-281.464=0.202

*mean*	443.400-447.100=-3.700
σ	15.284-19.238=-3.954
min	418.000-416.000=2.000
max	466.000-471.000=-5.000

*mean*	0.576-0.577=-0.001
σ	0.024-0.019=0.006
min	0.529-0.540=-0.011
max	0.615-0.601=0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-845.000=-1.000
σ	0.000
min	844.000-845.000=-1.000
max	844.000-845.000=-1.000

*mean*	233.555-224.462=9.093
σ	21.380-25.097=-3.717
min	205.854-190.194=15.660
max	257.302-256.092=1.210

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	843.500-844.625=-1.125
σ	1.414-1.061=0.354
min	840.000-842.000=-2.000
max	844.000-845.000=-1.000

*mean*	8.944-9.543=-0.599
σ	1.270-0.105=1.165
min	6.402-9.434=-3.032
max	9.837-9.743=0.094

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=0.000
min	1042.435-1042.435=-0.000
max	1042.436-1042.435=0.001

*mean*	843.500-844.625=-1.125
σ	1.414-1.061=0.354
min	840.000-842.000=-2.000
max	844.000-845.000=-1.000

*mean*	598.353-567.475=30.878
σ	24.384-65.480=-41.096
min	545.636-412.985=132.651
max	618.656-607.532=11.124

phase=processProdDef

*mean*	2243.976-2243.976=-0.001
σ	0.000
min	2243.976-2243.976=-0.001
max	2243.976-2243.976=-0.001

*mean*	844.000-845.000=-1.000
σ	0.000
min	844.000-845.000=-1.000
max	844.000-845.000=-1.000

*mean*	2882.874-2931.633=-48.758
σ	272.535-490.587=-218.052
min	2534.811-2045.245=489.566
max	3318.997-3467.885=-148.888

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.500-844.625=-1.125
σ	1.414-1.061=0.354
min	840.000-842.000=-2.000
max	844.000-845.000=-1.000

*mean*	34.428-41.168=-6.740
σ	8.675-2.903=5.771
min	20.928-39.287=-18.359
max	41.266-48.213=-6.947

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.500-844.625=-1.125
σ	1.414-1.061=0.354
min	840.000-842.000=-2.000
max	844.000-845.000=-1.000

*mean*	732.322-704.488=27.834
σ	74.311-49.289=25.022
min	649.506-672.801=-23.296
max	856.736-813.189=43.547

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-282.395=-0.000
σ	0.025-0.024=0.000
min	282.374-282.374=-0.001
max	282.427-282.427=0.000

*mean*	444.800-444.400=0.400
σ	1.095-0.548=0.548
min	444.000
max	446.000-445.000=1.000

*mean*	0.380-0.376=0.004
σ	0.006-0.001=0.004
min	0.375-0.375=-0.000
max	0.388-0.378=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.077-1267.098=-0.020
σ	0.090-0.091=-0.000
min	1267.004-1267.007=-0.003
max	1267.229-1267.238=-0.009

*mean*	1115.600-1092.600=23.000
σ	169.373-174.977=-5.603
min	900.000-853.000=47.000
max	1330.000-1300.000=30.000

*mean*	1.915-1.880=0.035
σ	0.094-0.117=-0.023
min	1.824-1.805=0.019
max	2.066-2.086=-0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.121-1506.133=-0.012
σ	2.928-2.915=0.014
min	1504.654-1504.619=0.035
max	1511.351-1511.337=0.015

*mean*	630.600-616.600=14.000
σ	90.514-78.325=12.189
min	506.000-496.000=10.000
max	730.000-704.000=26.000

*mean*	2.318-2.274=0.044
σ	0.286-0.260=0.026
min	2.050-2.033=0.017
max	2.637-2.590=0.047

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.101-1829.104=-0.002
σ	0.056-0.042=0.014
min	1829.020-1829.059=-0.038
max	1829.156-1829.148=0.008

*mean*	1763.400-1718.600=44.800
σ	216.998-204.401=12.597
min	1474.000-1434.000=40.000
max	1969.000-1908.000=61.000

*mean*	3.107-2.839=0.268
σ	0.294-0.120=0.174
min	2.832-2.674=0.158
max	3.551-2.966=0.585

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.774-1.635=0.139
σ	0.109-0.110=-0.001
min	1.629-1.526=0.104
max	1.916-1.773=0.143

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.697=0.001
σ	518.052-518.051=0.001
min	138.671-138.670=0.001
max	1174.776-1174.774=0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.506-0.495=0.010
σ	0.534-0.514=0.020
min	0.236-0.234=0.002
max	1.307-1.267=0.040

policies=20

*mean*	1386.831-1386.840=-0.009
σ	0.160-0.167=-0.007
min	1386.727-1386.728=-0.001
max	1387.069-1387.088=-0.020

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.500-450.000=-2.500
σ	2.887-3.464=-0.577
min	445.000-447.000=-2.000
max	450.000-453.000=-3.000

*mean*	2.330-2.322=0.008
σ	0.011-0.017=-0.006
min	2.318-2.300=0.018
max	2.341-2.336=0.005

policies=200

*mean*	13876.828-13876.823=0.006
σ	0.126-0.140=-0.014
min	13876.731-13876.695=0.035
max	13877.010-13877.021=-0.011

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.500-496.500=-2.000
σ	5.000-2.646=2.354
min	489.000-494.000=-5.000
max	501.000-500.000=1.000

*mean*	23.471-23.416=0.054
σ	0.101-0.129=-0.028
min	23.381-23.318=0.063
max	23.593-23.606=-0.013