Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.001
σ	0.363-0.365=-0.001
min	54.580-54.583=-0.003
max	55.750-55.755=-0.005

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.141-0.138=0.003
σ	0.004-0.006=-0.001
min	0.136-0.132=0.005
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.000
σ	0.008-0.007=0.001
min	43.763-43.768=-0.005
max	43.788-43.790=-0.002

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.121-0.124=-0.003
σ	0.005-0.004=0.001
min	0.115-0.120=-0.005
max	0.127-0.131=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4425.625-4584.625=-159.000
σ	2224.914-2252.999=-28.085
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	12.933-13.579=-0.646
σ	1.994-2.635=-0.642
min	11.892-11.875=0.017
max	17.791-17.906=-0.116

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.001

*mean*	4605.125-4584.625=20.500
σ	2256.102-2252.999=3.103
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	157.617-13.740=143.877
σ	409.607-2.545=407.062
min	11.533-11.436=0.097
max	1171.331-18.147=1153.184

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=0.000

*mean*	7402.000-7401.000=1.000
σ	0.000
min	7402.000-7401.000=1.000
max	7402.000-7401.000=1.000

*mean*	11.498-11.029=0.469
σ	0.475-0.099=0.376
min	11.119-10.909=0.210
max	12.609-11.204=1.405

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4197.125-4171.375=25.750
σ	1952.799-1944.721=8.077
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	11.782-11.730=0.051
σ	1.279-1.752=-0.473
min	11.049-10.866=0.183
max	14.923-16.051=-1.128

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4197.125-4171.375=25.750
σ	1952.799-1944.721=8.077
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	8.827-9.165=-0.338
σ	0.661-1.316=-0.655
min	8.032-7.958=0.074
max	10.311-12.328=-2.017

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4197.125-4171.375=25.750
σ	1952.799-1944.721=8.077
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	6.391-7.049=-0.657
σ	0.497-1.137=-0.640
min	5.920-5.830=0.090
max	7.499-9.719=-2.220

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4605.125-4584.625=20.500
σ	2256.102-2252.999=3.103
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	6.478-6.340=0.137
σ	1.193-0.541=0.653
min	5.731-5.939=-0.208
max	9.105-7.285=1.819

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4605.125-4584.625=20.500
σ	2256.102-2252.999=3.103
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	6.354-6.139=0.215
σ	1.161-0.694=0.467
min	5.432-5.415=0.017
max	9.001-7.276=1.725

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7402.000-7401.000=1.000
σ	0.000
min	7402.000-7401.000=1.000
max	7402.000-7401.000=1.000

*mean*	347.924-360.739=-12.815
σ	2.395-42.166=-39.771
min	345.621-343.404=2.217
max	351.738-465.011=-113.272

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3769.875-3749.500=20.375
σ	2309.005-2297.698=11.307
min	720.000
max	7402.000-7401.000=1.000

*mean*	1770.598-1654.452=116.147
σ	634.279-539.300=94.979
min	1390.937-1408.732=-17.795
max	2831.256-2976.095=-144.839

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.841-107.841=-0.000

*mean*	4197.125-4406.000=-208.875
σ	1952.799-2224.348=-271.550
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	127.285-284.646=-157.361
σ	7.815-412.580=-404.765
min	119.331-128.303=-8.972
max	145.384-1304.872=-1159.487

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=0.000
max	62.069-62.069=0.000

*mean*	4425.625-4584.625=-159.000
σ	2224.914-2252.999=-28.085
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	137.989-203.598=-65.609
σ	272.173-443.322=-171.148
min	40.773-40.496=0.276
max	811.581-1300.532=-488.951

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7402.000-7401.000=1.000
σ	0.000
min	7402.000-7401.000=1.000
max	7402.000-7401.000=1.000

*mean*	126.593-22.121=104.471
σ	294.461-1.073=293.388
min	21.682-21.520=0.162
max	855.344-24.765=830.579

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7402.000-7401.000=1.000
σ	0.000
min	7402.000-7401.000=1.000
max	7402.000-7401.000=1.000

*mean*	60.223-246.097=-185.874
σ	12.363-535.357=-522.994
min	55.075-55.278=-0.203
max	90.743-1571.030=-1480.287

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.001
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4197.125-4171.375=25.750
σ	1952.799-1944.721=8.077
min	1481.000-1485.000=-4.000
max	7402.000-7401.000=1.000

*mean*	3185.315-3124.972=60.343
σ	731.152-790.183=-59.032
min	2496.583-2493.480=3.104
max	4386.284-4568.296=-182.012

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7402.000-7401.000=1.000
σ	0.000
min	7402.000-7401.000=1.000
max	7402.000-7401.000=1.000

*mean*	1033.760-1060.583=-26.823
σ	204.240-250.538=-46.298
min	929.627-908.737=20.890
max	1505.542-1638.427=-132.886

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7402.000-7401.000=1.000
σ	0.000
min	7402.000-7401.000=1.000
max	7402.000-7401.000=1.000

*mean*	393.318-397.066=-3.747
σ	4.140-3.838=0.302
min	384.757-388.161=-3.403
max	397.657-400.119=-2.462

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-476.000=0.750
σ	0.463-0.000=0.463
min	476.000
max	477.000-476.000=1.000

*mean*	346.250-391.710=-45.459
σ	36.718-21.118=15.599
min	299.762-364.163=-64.401
max	402.430-435.675=-33.245

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.250-565.000=-2.750
σ	5.092-3.703=1.389
min	554.000-559.000=-5.000
max	565.000-567.000=-2.000

*mean*	771.310-766.869=4.441
σ	40.538-40.614=-0.075
min	708.210-725.531=-17.321
max	831.554-831.320=0.234

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.548=0.015
σ	1.880-1.820=0.061
min	963.842-963.841=0.000
max	972.516-972.242=0.274

*mean*	1040.450-1045.550=-5.100
σ	293.291-321.041=-27.750
min	551.000-542.000=9.000
max	1431.000-1567.000=-136.000

*mean*	1.276-1.264=0.012
σ	0.128-0.101=0.027
min	1.182-1.178=0.004
max	1.715-1.553=0.161

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.291-0.330=-0.039
σ	0.287-0.360=-0.072
min	0.135-0.146=-0.011
max	0.799-0.971=-0.172

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.480=-0.008
σ	0.321-0.323=-0.002
min	0.317-0.320=-0.003
max	1.046-1.057=-0.011

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.217=-0.001
σ	0.030-0.021=0.009
min	0.189-0.203=-0.014
max	0.265-0.255=0.010

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.327=0.005
σ	0.016-0.019=-0.003
min	0.319-0.312=0.007
max	0.360-0.359=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.400-431.200=0.200
σ	0.894-0.447=0.447
min	431.000
max	433.000-432.000=1.000

*mean*	0.560-0.569=-0.009
σ	0.044-0.035=0.009
min	0.483-0.535=-0.052
max	0.590-0.608=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	0.450-0.511=-0.060
σ	0.054-0.020=0.034
min	0.380-0.485=-0.105
max	0.518-0.532=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	2.734-2.774=-0.040
σ	0.097-0.086=0.011
min	2.516-2.584=-0.068
max	3.057-3.019=0.038

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	2.609-2.741=-0.132
σ	0.097-0.153=-0.056
min	2.470-2.016=0.453
max	3.085-3.078=0.008

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	0.303-0.334=-0.030
σ	0.010-0.063=-0.053
min	0.287-0.299=-0.011
max	0.367-0.711=-0.343

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	0.299-0.317=-0.018
σ	0.059-0.075=-0.016
min	0.277-0.281=-0.005
max	0.850-0.963=-0.113

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.500-11.935=-0.434
σ	11.972-11.100=0.873
min	0.716-0.573=0.142
max	115.631-85.599=30.032

*mean*	466.448-465.560=0.888
σ	18.570-22.929=-4.359
min	408.000-406.000=2.000
max	481.000-483.000=-2.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.027=0.002
min	0.001-0.001=-0.001
max	0.288-0.224=0.064

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.891-278.642=0.249
σ	1.073-1.020=0.054
min	278.387-278.168=0.219
max	281.933-281.534=0.399

*mean*	442.100-443.700=-1.600
σ	17.698-14.576=3.122
min	414.000-415.000=-1.000
max	464.000-466.000=-2.000

*mean*	0.569-0.580=-0.011
σ	0.020-0.016=0.004
min	0.527-0.544=-0.018
max	0.595-0.610=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	228.265-231.683=-3.418
σ	23.491-21.099=2.392
min	191.583-183.062=8.521
max	251.168-249.336=1.833

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	7.034-7.473=-0.438
σ	1.544-1.704=-0.161
min	5.881-5.839=0.042
max	8.965-9.425=-0.459

phase=parser

*mean*	1042.134-1042.134=0.000
σ	0.000-0.000=-0.000
min	1042.133
max	1042.134

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	482.920-508.804=-25.885
σ	114.363-136.134=-21.771
min	374.219-376.310=-2.091
max	591.692-732.022=-140.331

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	2577.596-2911.502=-333.906
σ	431.301-451.056=-19.756
min	1928.933-2389.708=-460.775
max	3067.536-3445.859=-378.323

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	36.771-38.359=-1.588
σ	7.750-5.235=2.515
min	20.415-29.754=-9.339
max	42.361-42.533=-0.172

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	646.859-671.572=-24.712
σ	20.828-39.293=-18.465
min	607.931-622.623=-14.692
max	669.955-737.853=-67.898

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.590=0.266
σ	0.038-0.035=0.003
min	282.801-282.538=0.263
max	282.893-282.623=0.269

*mean*	441.400-440.000=1.400
σ	3.286-2.739=0.548
min	439.000-438.000=1.000
max	445.000-443.000=2.000

*mean*	0.377-0.377=-0.000
σ	0.001-0.004=-0.002
min	0.376-0.374=0.002
max	0.379-0.383=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.063-1267.799=0.263
σ	0.112-0.105=0.007
min	1267.964-1267.716=0.249
max	1268.250-1267.975=0.275

*mean*	1091.800-1094.400=-2.600
σ	167.831-183.443=-15.612
min	892.000-875.000=17.000
max	1320.000-1322.000=-2.000

*mean*	1.991-1.999=-0.008
σ	0.104-0.111=-0.007
min	1.873-1.857=0.017
max	2.087-2.111=-0.024

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.027-1506.806=0.221
σ	2.953-2.955=-0.002
min	1505.479-1505.275=0.204
max	1512.296-1512.081=0.216

*mean*	625.400-616.200=9.200
σ	87.248-83.912=3.337
min	495.000-517.000=-22.000
max	727.000-721.000=6.000

*mean*	2.195-2.319=-0.125
σ	0.144-0.216=-0.072
min	2.107-2.123=-0.016
max	2.450-2.672=-0.222

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.069-1829.807=0.262
σ	0.049-0.048=0.000
min	1829.995-1829.732=0.262
max	1830.113-1829.849=0.265

*mean*	1720.400-1721.400=-1.000
σ	188.851-171.395=17.456
min	1453.000-1474.000=-21.000
max	1891.000-1879.000=12.000

*mean*	3.046-2.932=0.114
σ	0.389-0.183=0.206
min	2.829-2.760=0.069
max	3.740-3.234=0.506

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.712-1.671=0.041
σ	0.074-0.214=-0.139
min	1.624-1.315=0.309
max	1.804-1.824=-0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-405.597=0.602
σ	509.795-509.661=0.134
min	151.298-150.762=0.536
max	1170.892-1170.089=0.802

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.491-0.486=0.004
σ	0.478-0.457=0.021
min	0.248-0.253=-0.005
max	1.208-1.172=0.036

policies=20

*mean*	1513.148-1507.804=5.344
σ	0.268-0.258=0.010
min	1512.975-1507.637=5.338
max	1513.545-1508.186=5.359

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.250-447.250=-3.000
σ	3.500
min	439.000-442.000=-3.000
max	446.000-449.000=-3.000

*mean*	2.499-2.480=0.019
σ	0.007-0.017=-0.010
min	2.493-2.463=0.030
max	2.509-2.502=0.007

policies=200

*mean*	15140.013-15086.813=53.200
σ	0.085-0.095=-0.010
min	15139.932-15086.685=53.248
max	15140.127-15086.910=53.217

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-495.000=3.250
σ	4.031-4.690=-0.659
min	494.000-490.000=4.000
max	503.000-501.000=2.000

*mean*	25.295-25.151=0.144
σ	0.072-0.128=-0.056
min	25.226-25.015=0.211
max	25.397-25.305=0.091