Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.720=-0.002
σ	0.366-0.358=0.008
min	54.573-54.572=0.001
max	55.759-55.738=0.021

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.005=-0.001
min	0.136-0.136=0.001
max	0.146-0.147=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.775=0.001
σ	0.008-0.006=0.002
min	43.765-43.767=-0.002
max	43.793-43.782=0.011

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.123-0.123=0.000
σ	0.005-0.005=0.000
min	0.118-0.116=0.003
max	0.133-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4428.625-4590.875=-162.250
σ	2224.221-2247.058=-22.837
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	12.905-163.761=-150.856
σ	2.036-429.304=-427.267
min	11.951-11.736=0.215
max	17.859-1226.234=-1208.375

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.001

*mean*	4607.000-4590.875=16.125
σ	2255.049-2247.058=7.991
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	103.269-14.052=89.217
σ	255.019-4.359=250.660
min	11.461-11.394=0.067
max	734.387-24.770=709.617

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.001

*mean*	7405.000-7383.000=22.000
σ	0.000
min	7405.000-7383.000=22.000
max	7405.000-7383.000=22.000

*mean*	11.128-11.100=0.028
σ	0.300-0.170=0.130
min	10.861-10.795=0.066
max	11.802-11.422=0.380

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.001-0.000=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4199.250-4182.875=16.375
σ	1951.305-1943.483=7.822
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	11.489-11.809=-0.320
σ	1.413-1.909=-0.496
min	10.808-10.806=0.002
max	14.976-16.508=-1.532

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.001
σ	0.137-0.136=0.000
min	27.584
max	27.971

*mean*	4199.250-4182.875=16.375
σ	1951.305-1943.483=7.822
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	8.759-9.050=-0.291
σ	0.506-1.190=-0.684
min	8.034-8.541=-0.508
max	9.847-11.986=-2.139

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4199.250-4182.875=16.375
σ	1951.305-1943.483=7.822
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	6.922-6.929=-0.007
σ	0.424-1.112=-0.688
min	6.521-5.987=0.534
max	7.917-9.544=-1.627

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4607.000-4590.875=16.125
σ	2255.049-2247.058=7.991
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	6.469-6.274=0.195
σ	0.730-1.052=-0.322
min	6.007-5.796=0.210
max	7.904-8.867=-0.963

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4607.000-4590.875=16.125
σ	2255.049-2247.058=7.991
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	6.237-6.151=0.087
σ	0.744-1.018=-0.274
min	5.782-5.639=0.143
max	7.711-8.660=-0.949

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7405.000-7383.000=22.000
σ	0.000
min	7405.000-7383.000=22.000
max	7405.000-7383.000=22.000

*mean*	346.868-364.032=-17.164
σ	1.669-40.672=-39.003
min	344.069-347.847=-3.778
max	348.905-464.615=-115.710

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3771.500-3757.875=13.625
σ	2307.888-2298.733=9.155
min	721.000-719.000=2.000
max	7405.000-7383.000=22.000

*mean*	1783.758-1746.473=37.285
σ	670.682-663.309=7.373
min	1384.863-1379.071=5.792
max	2959.082-2934.248=24.834

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.842=-0.000

*mean*	4199.250-4412.250=-213.000
σ	1951.305-2216.696=-265.392
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	134.643-258.813=-124.171
σ	8.455-348.504=-340.049
min	126.958-126.055=0.904
max	154.160-1120.356=-966.195

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.001

*mean*	4428.625-4412.250=16.375
σ	2224.221-2216.696=7.524
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	155.832-44.904=110.928
σ	322.009-6.786=315.223
min	40.474-40.655=-0.181
max	952.761-61.179=891.582

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7405.000-7383.000=22.000
σ	0.000
min	7405.000-7383.000=22.000
max	7405.000-7383.000=22.000

*mean*	102.937-22.132=80.805
σ	227.949-1.475=226.474
min	21.660-21.363=0.297
max	667.075-25.755=641.320

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7405.000-7383.000=22.000
σ	0.000
min	7405.000-7383.000=22.000
max	7405.000-7383.000=22.000

*mean*	59.654-293.777=-234.123
σ	8.829-670.303=-661.475
min	56.004-55.330=0.675
max	81.458-1952.680=-1871.221

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4199.250-4182.875=16.375
σ	1951.305-1943.483=7.822
min	1483.000-1485.000=-2.000
max	7405.000-7383.000=22.000

*mean*	3255.070-3192.292=62.777
σ	703.223-789.415=-86.192
min	2519.184-2494.600=24.584
max	4482.820-4731.138=-248.318

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7405.000-7383.000=22.000
σ	0.000
min	7405.000-7383.000=22.000
max	7405.000-7383.000=22.000

*mean*	1011.767-996.256=15.511
σ	202.422-151.198=51.224
min	919.832-919.073=0.759
max	1500.307-1339.459=160.848

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7405.000-7383.000=22.000
σ	0.000
min	7405.000-7383.000=22.000
max	7405.000-7383.000=22.000

*mean*	416.740-393.988=22.752
σ	43.487-4.905=38.582
min	388.321-385.575=2.746
max	523.436-402.094=121.342

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-476.125=3.875
σ	0.000-0.354=-0.354
min	480.000-476.000=4.000
max	480.000-477.000=3.000

*mean*	390.441-380.421=10.020
σ	23.267-36.357=-13.090
min	357.888-317.855=40.034
max	421.611-423.285=-1.674

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-560.000=5.000
σ	0.000
min	565.000-560.000=5.000
max	565.000-560.000=5.000

*mean*	714.638-745.509=-30.871
σ	73.481-35.906=37.575
min	598.197-714.051=-115.854
max	820.270-800.661=19.609

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.530-964.529=0.000
σ	1.820-1.822=-0.002
min	963.826-963.822=0.004
max	972.224-972.233=-0.008

*mean*	1039.100-1040.100=-1.000
σ	310.219-315.905=-5.686
min	536.000-553.000=-17.000
max	1533.000-1501.000=32.000

*mean*	1.264-1.283=-0.019
σ	0.086-0.133=-0.047
min	1.174-1.095=0.078
max	1.500-1.703=-0.204

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.491-0.299=0.192
σ	0.538-0.298=0.240
min	0.182-0.144=0.039
max	1.451-0.830=0.621

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.720-0.466=0.254
σ	0.301-0.299=0.002
min	0.563-0.325=0.238
max	1.257-1.001=0.256

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.218=0.162
σ	0.036-0.020=0.016
min	0.346-0.201=0.145
max	0.439-0.252=0.187

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.586-0.333=0.253
σ	0.033-0.014=0.019
min	0.564-0.321=0.243
max	0.644-0.358=0.286

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.838
σ	0.009
min	964.833
max	964.855

*mean*	430.000-436.600=-6.600
σ	0.000-6.066=-6.066
min	430.000-431.000=-1.000
max	430.000-443.000=-13.000

*mean*	0.712-0.554=0.158
σ	0.053-0.075=-0.022
min	0.617-0.428=0.188
max	0.741-0.611=0.130

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.588-0.503=0.085
σ	0.040-0.027=0.013
min	0.529-0.466=0.062
max	0.642-0.524=0.117

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	3.547-1.990=1.556
σ	0.085-0.095=-0.009
min	3.420-1.845=1.575
max	3.866-2.444=1.422

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	3.531-1.931=1.600
σ	0.074-0.117=-0.043
min	3.393-1.709=1.685
max	3.788-2.396=1.392

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.535-0.306=0.229
σ	0.013-0.011=0.002
min	0.516-0.290=0.226
max	0.616-0.371=0.246

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	430.000-443.000=-13.000
σ	0.000
min	430.000-443.000=-13.000
max	430.000-443.000=-13.000

*mean*	0.521-0.292=0.228
σ	0.031-0.008=0.023
min	0.489-0.277=0.212
max	0.701-0.334=0.368

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.609-11.838=-0.229
σ	12.346-12.043=0.302
min	0.574-0.574=0.000
max	102.977-123.563=-20.586

*mean*	463.062-460.350=2.712
σ	18.196-20.685=-2.489
min	406.000-408.000=-2.000
max	477.000-479.000=-2.000

*mean*	0.027-0.027=-0.001
σ	0.030-0.030=0.001
min	0.001-0.001=0.000
max	0.256-0.305=-0.049

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.770-278.853=-0.082
σ	1.025-0.989=0.036
min	278.347-278.417=-0.070
max	281.683-281.661=0.022

*mean*	444.300-445.100=-0.800
σ	15.129-21.620=-6.491
min	414.000
max	467.000-474.000=-7.000

*mean*	0.580-0.574=0.006
σ	0.018-0.017=0.000
min	0.547-0.538=0.009
max	0.614-0.588=0.026

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	230.022-217.553=12.469
σ	16.526-26.049=-9.523
min	201.699-181.699=20.001
max	246.643-246.274=0.369

phase=macro expansion

*mean*	5.896-5.899=-0.004
σ	0.000
min	5.896-5.899=-0.004
max	5.896-5.899=-0.004

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	6.335-7.864=-1.529
σ	1.146-1.377=-0.232
min	5.789-6.018=-0.229
max	9.131-9.130=0.000

phase=parser

*mean*	1041.966-1041.958=0.008
σ	0.000-0.000=-0.000
min	1041.966-1041.958=0.008
max	1041.966-1041.959=0.007

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	531.795-548.763=-16.967
σ	134.261-86.902=47.359
min	375.353-439.871=-64.517
max	724.788-615.820=108.968

phase=processProdDef

*mean*	2243.715-2243.721=-0.006
σ	0.000
min	2243.715-2243.721=-0.006
max	2243.715-2243.721=-0.006

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	2711.583-2978.250=-266.667
σ	551.316-363.290=188.026
min	1933.759-2174.971=-241.212
max	3376.246-3281.081=95.165

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	30.007-41.916=-11.909
σ	10.933-6.601=4.332
min	19.985-32.347=-12.362
max	42.682-49.895=-7.213

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	851.000-694.000=157.000
σ	0.000
min	851.000-694.000=157.000
max	851.000-694.000=157.000

*mean*	659.592-658.992=0.600
σ	56.295-17.344=38.951
min	609.182-626.317=-17.135
max	750.032-683.075=66.957

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.366=-0.007
σ	0.036-0.036=0.000
min	282.308-282.310=-0.002
max	282.396-282.396=-0.000

*mean*	441.000-441.400=-0.400
σ	2.739-3.286=-0.548
min	439.000
max	444.000-445.000=-1.000

*mean*	0.379-0.382=-0.003
σ	0.006-0.010=-0.004
min	0.376-0.374=0.002
max	0.389-0.396=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.586-1267.604=-0.018
σ	0.087-0.119=-0.032
min	1267.482-1267.458=0.025
max	1267.721-1267.787=-0.067

*mean*	1112.600-1113.000=-0.400
σ	171.650-170.345=1.305
min	898.000-897.000=1.000
max	1336.000-1331.000=5.000

*mean*	1.957-2.022=-0.065
σ	0.116-0.128=-0.012
min	1.852-1.898=-0.045
max	2.083-2.197=-0.114

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.582-1506.532=0.050
σ	2.907-2.960=-0.053
min	1505.075-1505.010=0.065
max	1511.770-1511.815=-0.044

*mean*	628.800-625.200=3.600
σ	90.170-87.311=2.859
min	505.000-495.000=10.000
max	728.000-727.000=1.000

*mean*	2.318-2.229=0.089
σ	0.244-0.229=0.015
min	2.039-2.090=-0.050
max	2.554-2.637=-0.083

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.578-1829.579=-0.000
σ	0.055-0.055=0.000
min	1829.501-1829.498=0.002
max	1829.632-1829.633=-0.002

*mean*	1766.600-1768.800=-2.200
σ	214.091-212.623=1.467
min	1492.000-1490.000=2.000
max	1972.000-1971.000=1.000

*mean*	3.105-3.080=0.026
σ	0.337-0.211=0.126
min	2.765-2.826=-0.061
max	3.604-3.310=0.294

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.656-1.727=-0.071
σ	0.167-0.127=0.039
min	1.492-1.501=-0.010
max	1.882-1.800=0.082

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.851-393.445=0.406
σ	509.574-509.574=0.000
min	139.061-138.657=0.404
max	1158.212-1157.806=0.406

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	444.000-433.000=11.000
σ	0.000
min	444.000-433.000=11.000
max	444.000-433.000=11.000

*mean*	0.497-0.481=0.016
σ	0.523-0.495=0.028
min	0.233-0.225=0.008
max	1.281-1.223=0.059

policies=20

*mean*	1390.729-1386.686=4.044
σ	0.170-0.146=0.024
min	1390.609-1386.582=4.026
max	1390.980-1386.902=4.079

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	447.750-444.000=3.750
σ	7.500-13.089=-5.589
min	444.000-433.000=11.000
max	459.000-463.000=-4.000

*mean*	2.317-2.301=0.017
σ	0.020-0.016=0.003
min	2.299-2.283=0.017
max	2.345-2.318=0.027

policies=200

*mean*	13915.886-13875.591=40.296
σ	0.060-0.076=-0.016
min	13915.804-13875.489=40.315
max	13915.948-13875.674=40.275

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	495.750-494.750=1.000
σ	4.031-2.754=1.277
min	491.000-492.000=-1.000
max	500.000-498.000=2.000

*mean*	23.366-23.248=0.118
σ	0.115-0.120=-0.004
min	23.230-23.081=0.149
max	23.488-23.351=0.136