Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.716=0.000
σ	0.364-0.362=0.002
min	54.577-54.578=-0.001
max	55.751-55.745=0.006

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.004=0.000
min	0.136-0.137=-0.001
max	0.148-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.780=-0.001
σ	0.006-0.008=-0.002
min	43.766-43.767=-0.001
max	43.788-43.792=-0.004

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.122-0.124=-0.002
σ	0.003-0.004=-0.002
min	0.120-0.120=-0.000
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4581.250-4586.500=-5.250
σ	2252.724-2254.035=-1.311
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	12.255-12.892=-0.638
σ	0.270-2.035=-1.765
min	11.888-11.853=0.035
max	12.661-17.840=-5.178

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4581.250-4586.500=-5.250
σ	2252.724-2254.035=-1.311
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	12.616-13.011=-0.395
σ	0.412-1.673=-1.261
min	11.868-11.467=0.401
max	12.975-16.941=-3.966

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7399.000-7403.000=-4.000
σ	0.000
min	7399.000-7403.000=-4.000
max	7399.000-7403.000=-4.000

*mean*	10.812-10.945=-0.133
σ	0.176-0.204=-0.028
min	10.451-10.701=-0.250
max	11.003-11.260=-0.257

op=table_records(), repeat

*mean*	41.925-41.924=0.001
σ	0.001-0.000=0.001
min	41.924-41.924=-0.000
max	41.928-41.925=0.003

*mean*	4167.000-4173.125=-6.125
σ	1944.115-1945.897=-1.782
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	11.604-11.528=0.076
σ	1.821-1.913=-0.092
min	10.629-10.667=-0.039
max	16.087-16.247=-0.160

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.136=0.000
min	27.584-27.584=0.000
max	27.971-27.971=-0.000

*mean*	4167.000-4173.125=-6.125
σ	1944.115-1945.897=-1.782
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	9.214-9.074=0.140
σ	1.430-1.392=0.039
min	7.856-7.842=0.014
max	12.633-12.408=0.225

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4167.000-4173.125=-6.125
σ	1944.115-1945.897=-1.782
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	7.098-7.086=0.012
σ	1.022-1.007=0.016
min	6.225-6.528=-0.303
max	9.571-9.565=0.006

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4581.250-4586.500=-5.250
σ	2252.724-2254.035=-1.311
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	6.039-6.135=-0.096
σ	0.091-0.506=-0.415
min	5.926-5.765=0.161
max	6.193-7.346=-1.153

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.000=0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4581.250-4586.500=-5.250
σ	2252.724-2254.035=-1.311
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	5.921-5.963=-0.042
σ	0.140-0.562=-0.422
min	5.702-5.513=0.189
max	6.115-7.319=-1.204

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7399.000-7403.000=-4.000
σ	0.000
min	7399.000-7403.000=-4.000
max	7399.000-7403.000=-4.000

*mean*	364.822-375.646=-10.824
σ	44.102-77.794=-33.692
min	345.578-345.665=-0.087
max	473.831-568.151=-94.319

op=load_product(), with indexes

*mean*	3495.854-3495.854=-0.000
σ	0.453-0.454=-0.000
min	3495.694
max	3496.977-3496.977=-0.000

*mean*	3746.250-3751.125=-4.875
σ	2296.669-2299.039=-2.370
min	719.000-720.000=-1.000
max	7399.000-7403.000=-4.000

*mean*	1611.987-1576.849=35.138
σ	551.889-422.643=129.247
min	1412.228-1386.592=25.636
max	2977.805-2608.919=368.886

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842

*mean*	4401.875-4407.375=-5.500
σ	2224.249-2225.191=-0.942
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	275.033-248.462=26.571
σ	386.212-308.216=77.997
min	124.693-124.824=-0.131
max	1229.735-1009.907=219.828

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4581.250-4586.500=-5.250
σ	2252.724-2254.035=-1.311
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	92.882-166.222=-73.340
σ	138.235-344.858=-206.623
min	41.720-40.783=0.937
max	434.953-1019.676=-584.723

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7399.000-7403.000=-4.000
σ	0.000
min	7399.000-7403.000=-4.000
max	7399.000-7403.000=-4.000

*mean*	21.875-22.730=-0.855
σ	1.609-1.897=-0.288
min	20.959-21.495=-0.537
max	25.826-26.126=-0.300

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7399.000-7403.000=-4.000
σ	0.000
min	7399.000-7403.000=-4.000
max	7399.000-7403.000=-4.000

*mean*	259.180-325.061=-65.881
σ	572.293-758.714=-186.420
min	55.188-55.130=0.059
max	1675.519-2202.771=-527.252

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.014=-0.000
min	4646.837
max	4646.876

*mean*	4167.000-4173.125=-6.125
σ	1944.115-1945.897=-1.782
min	1486.000-1488.000=-2.000
max	7399.000-7403.000=-4.000

*mean*	3216.433-3217.533=-1.100
σ	919.698-834.525=85.172
min	2502.120-2553.044=-50.924
max	5084.274-4837.729=246.546

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7399.000-7403.000=-4.000
σ	0.000
min	7399.000-7403.000=-4.000
max	7399.000-7403.000=-4.000

*mean*	1083.418-1160.414=-76.996
σ	305.015-372.484=-67.470
min	923.627-927.860=-4.232
max	1808.266-1785.777=22.490

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7399.000-7403.000=-4.000
σ	0.000
min	7399.000-7403.000=-4.000
max	7399.000-7403.000=-4.000

*mean*	398.526-409.139=-10.613
σ	4.906-39.218=-34.311
min	392.206-390.483=1.723
max	407.215-505.562=-98.347

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-477.000=2.000
σ	0.000
min	479.000-477.000=2.000
max	479.000-477.000=2.000

*mean*	369.060-407.262=-38.202
σ	28.069-17.885=10.184
min	305.456-384.028=-78.572
max	392.138-437.053=-44.915

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-559.875=3.125
σ	0.000-3.227=-3.227
min	563.000-556.000=7.000
max	563.000

*mean*	755.011-742.247=12.765
σ	81.516-37.129=44.387
min	605.388-688.152=-82.765
max	873.555-799.666=73.889

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.565=-0.002
σ	1.879-1.880=-0.002
min	963.845-963.842=0.003
max	972.510-972.519=-0.008

*mean*	1043.250-1049.150=-5.900
σ	319.123-314.390=4.733
min	554.000
max	1511.000-1500.000=11.000

*mean*	1.282-1.298=-0.017
σ	0.154-0.176=-0.022
min	1.152-1.061=0.091
max	1.790-1.798=-0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.376=0.010
σ	0.481-0.456=0.025
min	0.143-0.139=0.003
max	1.245-1.189=0.056

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.488-0.481=0.007
σ	0.313-0.322=-0.009
min	0.326-0.322=0.004
max	1.047-1.056=-0.009

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.217=-0.003
σ	0.024-0.022=0.002
min	0.197-0.201=-0.004
max	0.256-0.254=0.001

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.339-0.338=0.002
σ	0.018-0.012=0.006
min	0.318-0.330=-0.012
max	0.367-0.359=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.590-0.529=0.060
σ	0.022-0.044=-0.022
min	0.553-0.486=0.068
max	0.610-0.583=0.027

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.509-0.483=0.026
σ	0.016-0.033=-0.017
min	0.482-0.438=0.045
max	0.521-0.529=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.676-2.659=0.017
σ	0.115-0.105=0.009
min	2.499-2.507=-0.008
max	3.032-3.001=0.031

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.693-2.725=-0.032
σ	0.074-0.081=-0.007
min	2.520-2.537=-0.017
max	2.887-3.001=-0.115

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.303-0.299=0.004
σ	0.009-0.009=-0.000
min	0.290-0.284=0.006
max	0.356-0.355=0.002

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.287=0.003
σ	0.008-0.007=0.001
min	0.277-0.274=0.003
max	0.342-0.328=0.014

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.652-11.367=0.285
σ	11.386-12.291=-0.906
min	0.574-0.574=0.000
max	99.824-101.426=-1.603

*mean*	461.755-464.916=-3.161
σ	18.993-18.357=0.636
min	408.000-406.000=2.000
max	479.000-477.000=2.000

*mean*	0.027-0.026=0.001
σ	0.028-0.030=-0.002
min	0.001-0.001=0.000
max	0.243-0.241=0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.065-278.971=0.094
σ	1.041-1.046=-0.005
min	278.657-278.578=0.080
max	282.025-281.947=0.078

*mean*	444.200-441.500=2.700
σ	16.342-16.257=0.086
min	414.000
max	464.000-466.000=-2.000

*mean*	0.569-0.566=0.003
σ	0.028-0.034=-0.005
min	0.524-0.505=0.020
max	0.604-0.614=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	210.072-220.649=-10.577
σ	22.848-25.276=-2.428
min	186.814-189.414=-2.599
max	241.339-249.807=-8.468

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	7.075-8.640=-1.565
σ	1.550-1.020=0.530
min	5.844-6.992=-1.148
max	9.007-9.418=-0.411

phase=parser

*mean*	1042.133-1042.131=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.131=0.002
max	1042.133-1042.131=0.002

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	480.644-562.042=-81.397
σ	109.849-74.664=35.185
min	376.066-443.892=-67.825
max	598.265-615.369=-17.104

phase=processProdDef

*mean*	2243.717-2243.718=-0.001
σ	0.000
min	2243.717-2243.718=-0.001
max	2243.717-2243.718=-0.001

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	2687.031-2935.050=-248.018
σ	148.418-271.683=-123.264
min	2537.847-2375.115=162.733
max	3004.901-3149.945=-145.044

phase=renaming

*mean*	21.440-21.440=0.000
σ	0.000
min	21.440-21.440=0.000
max	21.440-21.440=0.000

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	35.450-46.089=-10.639
σ	7.760-4.101=3.659
min	20.632-39.182=-18.550
max	42.563-49.346=-6.783

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	665.946-669.014=-3.068
σ	44.843-10.781=34.062
min	615.234-653.267=-38.032
max	758.823-682.660=76.163

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.037-0.036=0.002
min	282.800-282.804=-0.004
max	282.891-282.891=-0.000

*mean*	443.000
σ	2.739
min	441.000
max	446.000

*mean*	0.377-0.376=0.001
σ	0.001-0.001=0.000
min	0.376-0.375=0.000
max	0.378-0.377=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.062-1268.054=0.009
σ	0.119-0.116=0.003
min	1267.959-1267.945=0.014
max	1268.260-1268.245=0.015

*mean*	1092.400-1093.600=-1.200
σ	183.670-170.132=13.539
min	872.000-892.000=-20.000
max	1316.000-1326.000=-10.000

*mean*	1.971-1.992=-0.022
σ	0.105-0.109=-0.004
min	1.862-1.874=-0.012
max	2.091-2.120=-0.029

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.052-1507.019=0.033
σ	2.938-2.977=-0.039
min	1505.539-1505.456=0.084
max	1512.294-1512.333=-0.039

*mean*	626.400-625.200=1.200
σ	86.425-87.102=-0.677
min	495.000
max	720.000-727.000=-7.000

*mean*	2.260-2.201=0.058
σ	0.191-0.223=-0.031
min	2.110-1.999=0.111
max	2.473-2.582=-0.108

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.069-1830.063=0.006
σ	0.048-0.044=0.004
min	1830.001-1829.999=0.002
max	1830.113-1830.111=0.001

*mean*	1730.000-1720.200=9.800
σ	180.784-189.915=-9.131
min	1473.000-1458.000=15.000
max	1897.000-1893.000=4.000

*mean*	3.007-3.011=-0.004
σ	0.268-0.262=0.007
min	2.833-2.807=0.025
max	3.483-3.470=0.013

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.752-1.625=0.127
σ	0.080-0.165=-0.085
min	1.665-1.422=0.243
max	1.842-1.795=0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.199=-0.001
σ	509.796-509.795=0.001
min	151.295-151.299=-0.004
max	1170.892-1170.892=-0.000

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000-435.000=4.000
σ	0.000
min	439.000-435.000=4.000
max	439.000-435.000=4.000

*mean*	0.508-0.511=-0.003
σ	0.509-0.512=-0.003
min	0.249-0.253=-0.004
max	1.271-1.279=-0.007

policies=20

*mean*	1513.146-1513.142=0.004
σ	0.266-0.273=-0.007
min	1512.974-1512.966=0.008
max	1513.541-1513.548=-0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	443.500-444.000=-0.500
σ	5.196-6.000=-0.804
min	439.000-435.000=4.000
max	448.000-447.000=1.000

*mean*	2.495-2.509=-0.014
σ	0.010-0.006=0.004
min	2.485-2.505=-0.020
max	2.509-2.518=-0.009

policies=200

*mean*	15139.994-15140.035=-0.041
σ	0.047-0.099=-0.052
min	15139.934-15139.927=0.007
max	15140.039-15140.166=-0.127

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-500.500=-5.250
σ	3.096-5.447=-2.351
min	491.000-494.000=-3.000
max	498.000-507.000=-9.000

*mean*	25.367-25.279=0.088
σ	0.183-0.112=0.070
min	25.219-25.141=0.079
max	25.631-25.403=0.228