Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.717=-0.001
σ	0.363-0.366=-0.003
min	54.580-54.580=-0.000
max	55.750-55.759=-0.009

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=0.000
min	0.136-0.133=0.003
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=0.000
σ	0.008-0.008=0.000
min	43.763-43.767=-0.005
max	43.788-43.793=-0.005

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.006=-0.002
min	0.115-0.116=-0.001
max	0.127-0.133=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4425.625-4225.875=199.750
σ	2224.914-1967.775=257.139
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	12.933-12.344=0.589
σ	1.994-0.345=1.648
min	11.892-12.036=-0.145
max	17.791-13.139=4.652

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.001

*mean*	4605.125-4451.625=153.500
σ	2256.102-2236.584=19.518
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	157.617-13.016=144.601
σ	409.607-0.269=409.337
min	11.533-12.803=-1.270
max	1171.331-13.643=1157.688

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7402.000-7432.000=-30.000
σ	0.000
min	7402.000-7432.000=-30.000
max	7402.000-7432.000=-30.000

*mean*	11.498-11.140=0.358
σ	0.475-0.155=0.321
min	11.119-10.837=0.281
max	12.609-11.323=1.286

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=0.000
min	41.924
max	41.928-41.928=0.000

*mean*	4197.125-4225.875=-28.750
σ	1952.799-1967.775=-14.977
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	11.782-11.568=0.214
σ	1.279-0.934=0.345
min	11.049-11.050=-0.001
max	14.923-13.814=1.110

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971

*mean*	4197.125-4225.875=-28.750
σ	1952.799-1967.775=-14.977
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	8.827-8.883=-0.056
σ	0.661-0.651=0.011
min	8.032-8.049=-0.017
max	10.311-10.140=0.171

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384

*mean*	4197.125-4225.875=-28.750
σ	1952.799-1967.775=-14.977
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	6.391-6.729=-0.338
σ	0.497-0.512=-0.016
min	5.920-5.980=-0.060
max	7.499-7.736=-0.237

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4605.125-4451.625=153.500
σ	2256.102-2236.584=19.518
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	6.478-6.426=0.052
σ	1.193-1.018=0.176
min	5.731-5.897=-0.166
max	9.105-8.927=0.178

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4605.125-4451.625=153.500
σ	2256.102-2236.584=19.518
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	6.354-6.279=0.075
σ	1.161-0.988=0.173
min	5.432-5.871=-0.439
max	9.001-8.722=0.279

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7402.000-7432.000=-30.000
σ	0.000
min	7402.000-7432.000=-30.000
max	7402.000-7432.000=-30.000

*mean*	347.924-361.710=-13.786
σ	2.395-42.165=-39.770
min	345.621-343.300=2.321
max	351.738-465.978=-114.240

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3769.875-3794.000=-24.125
σ	2309.005-2326.905=-17.901
min	720.000
max	7402.000-7432.000=-30.000

*mean*	1770.598-1983.144=-212.546
σ	634.279-907.456=-273.177
min	1390.937-1399.766=-8.829
max	2831.256-3732.152=-900.896

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.841-107.841=-0.001

*mean*	4197.125-4225.875=-28.750
σ	1952.799-1967.775=-14.977
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	127.285-131.191=-3.907
σ	7.815-4.648=3.167
min	119.331-126.084=-6.753
max	145.384-139.028=6.356

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065-62.065=0.000
max	62.069-62.068=0.001

*mean*	4425.625-4225.875=199.750
σ	2224.914-1967.775=257.139
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	137.989-42.820=95.169
σ	272.173-1.282=270.892
min	40.773-41.458=-0.685
max	811.581-45.230=766.351

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7402.000-7432.000=-30.000
σ	0.000
min	7402.000-7432.000=-30.000
max	7402.000-7432.000=-30.000

*mean*	126.593-22.521=104.072
σ	294.461-1.148=293.313
min	21.682-21.840=-0.159
max	855.344-25.220=830.124

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296

*mean*	7402.000-7432.000=-30.000
σ	0.000
min	7402.000-7432.000=-30.000
max	7402.000-7432.000=-30.000

*mean*	60.223-155.028=-94.805
σ	12.363-279.431=-267.068
min	55.075-55.794=-0.719
max	90.743-846.584=-755.840

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.013=0.000
min	4646.837
max	4646.875

*mean*	4197.125-4225.875=-28.750
σ	1952.799-1967.775=-14.977
min	1481.000-1482.000=-1.000
max	7402.000-7432.000=-30.000

*mean*	3185.315-3185.995=-0.681
σ	731.152-535.213=195.939
min	2496.583-2522.672=-26.088
max	4386.284-3839.866=546.418

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.831

*mean*	7402.000-7432.000=-30.000
σ	0.000
min	7402.000-7432.000=-30.000
max	7402.000-7432.000=-30.000

*mean*	1033.760-1337.097=-303.337
σ	204.240-998.492=-794.252
min	929.627-932.710=-3.083
max	1505.542-3801.423=-2295.881

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7402.000-7432.000=-30.000
σ	0.000
min	7402.000-7432.000=-30.000
max	7402.000-7432.000=-30.000

*mean*	393.318-425.146=-31.828
σ	4.140-42.904=-38.764
min	384.757-399.832=-15.074
max	397.657-530.776=-133.119

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-475.625=1.125
σ	0.463-0.518=-0.055
min	476.000-475.000=1.000
max	477.000-476.000=1.000

*mean*	346.250-385.039=-38.788
σ	36.718-43.780=-7.063
min	299.762-292.429=7.333
max	402.430-423.370=-20.940

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.250-563.750=-1.500
σ	5.092-0.707=4.385
min	554.000-562.000=-8.000
max	565.000-564.000=1.000

*mean*	771.310-727.748=43.562
σ	40.538-84.646=-44.108
min	708.210-602.928=105.283
max	831.554-836.334=-4.781

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.543=0.020
σ	1.880-1.822=0.058
min	963.842-963.840=0.002
max	972.516-972.248=0.268

*mean*	1040.450-1028.800=11.650
σ	293.291-301.074=-7.782
min	551.000-549.000=2.000
max	1431.000-1456.000=-25.000

*mean*	1.276-1.286=-0.010
σ	0.128-0.149=-0.021
min	1.182-1.186=-0.004
max	1.715-1.837=-0.122

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.291-0.412=-0.121
σ	0.287-0.553=-0.266
min	0.135-0.132=0.003
max	0.799-1.399=-0.600

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.473=-0.002
σ	0.321-0.327=-0.006
min	0.317-0.317=0.001
max	1.046-1.058=-0.012

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.220=-0.004
σ	0.030-0.021=0.009
min	0.189-0.197=-0.009
max	0.265-0.255=0.010

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.333=-0.001
σ	0.016-0.021=-0.005
min	0.319-0.312=0.007
max	0.360-0.368=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.400
σ	0.894
min	431.000
max	433.000

*mean*	0.560-0.570=-0.010
σ	0.044-0.032=0.012
min	0.483-0.527=-0.044
max	0.590-0.609=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.450-0.473=-0.023
σ	0.054-0.042=0.012
min	0.380-0.419=-0.038
max	0.518-0.514=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.734-1.962=0.772
σ	0.097-0.071=0.027
min	2.516-1.813=0.704
max	3.057-2.224=0.833

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.609-1.957=0.652
σ	0.097-0.071=0.026
min	2.470-1.831=0.639
max	3.085-2.257=0.828

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.303-0.301=0.002
σ	0.010-0.008=0.002
min	0.287-0.280=0.007
max	0.367-0.344=0.024

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.299-0.293=0.006
σ	0.059-0.010=0.049
min	0.277-0.279=-0.002
max	0.850-0.337=0.513

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.500-11.985=-0.485
σ	11.972-12.533=-0.560
min	0.716-0.574=0.142
max	115.631-110.921=4.711

*mean*	466.448-469.506=-3.058
σ	18.570-20.153=-1.584
min	408.000
max	481.000-484.000=-3.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.031=-0.001
min	0.001-0.001=-0.000
max	0.288-0.270=0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.891-278.789=0.102
σ	1.073-1.053=0.020
min	278.387-278.294=0.093
max	281.933-281.779=0.154

*mean*	442.100-441.300=0.800
σ	17.698-15.727=1.971
min	414.000-417.000=-3.000
max	464.000-467.000=-3.000

*mean*	0.569-0.565=0.005
σ	0.020-0.042=-0.021
min	0.527-0.474=0.053
max	0.595-0.619=-0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	228.265-223.535=4.730
σ	23.491-23.658=-0.167
min	191.583-190.524=1.059
max	251.168-242.867=8.302

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	7.034-7.431=-0.396
σ	1.544-1.604=-0.060
min	5.881-5.851=0.030
max	8.965-8.960=0.006

phase=parser

*mean*	1042.134
σ	0.000
min	1042.133
max	1042.134

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	482.920-511.219=-28.299
σ	114.363-110.165=4.198
min	374.219-374.372=-0.152
max	591.692-592.877=-1.186

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	2577.596-2675.174=-97.578
σ	431.301-335.713=95.588
min	1928.933-2308.432=-379.499
max	3067.536-3207.502=-139.966

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	36.771-37.418=-0.647
σ	7.750-5.015=2.735
min	20.415-28.922=-8.507
max	42.361-41.869=0.492

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	646.859-659.427=-12.568
σ	20.828-39.647=-18.819
min	607.931-636.684=-28.753
max	669.955-754.014=-84.059

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.589=0.267
σ	0.038-0.036=0.002
min	282.801-282.537=0.264
max	282.893-282.623=0.269

*mean*	441.400-441.000=0.400
σ	3.286-2.739=0.548
min	439.000
max	445.000-444.000=1.000

*mean*	0.377-0.381=-0.005
σ	0.001-0.009=-0.007
min	0.376-0.375=0.001
max	0.379-0.393=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.063-1267.800=0.263
σ	0.112-0.091=0.021
min	1267.964-1267.692=0.273
max	1268.250-1267.940=0.310

*mean*	1091.800-1076.800=15.000
σ	167.831-185.198=-17.367
min	892.000-837.000=55.000
max	1320.000-1319.000=1.000

*mean*	1.991-2.064=-0.073
σ	0.104-0.235=-0.130
min	1.873-1.786=0.087
max	2.087-2.387=-0.300

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.027-1506.813=0.215
σ	2.953-2.960=-0.007
min	1505.479-1505.288=0.192
max	1512.296-1512.099=0.197

*mean*	625.400-630.800=-5.400
σ	87.248-93.377=-6.128
min	495.000-520.000=-25.000
max	727.000-754.000=-27.000

*mean*	2.195-2.330=-0.136
σ	0.144-0.201=-0.058
min	2.107-2.078=0.029
max	2.450-2.622=-0.172

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.069-1829.797=0.272
σ	0.049-0.056=-0.007
min	1829.995-1829.733=0.262
max	1830.113-1829.855=0.258

*mean*	1720.400-1726.600=-6.200
σ	188.851-169.100=19.751
min	1453.000-1489.000=-36.000
max	1891.000-1885.000=6.000

*mean*	3.046-3.005=0.042
σ	0.389-0.290=0.100
min	2.829-2.832=-0.003
max	3.740-3.521=0.220

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.712-1.648=0.064
σ	0.074-0.154=-0.079
min	1.624-1.521=0.103
max	1.804-1.898=-0.094

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-405.597=0.602
σ	509.795-509.661=0.134
min	151.298-150.761=0.537
max	1170.892-1170.088=0.803

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	0.491-0.508=-0.017
σ	0.478-0.503=-0.025
min	0.248-0.252=-0.004
max	1.208-1.263=-0.055

policies=20

*mean*	1513.148-1507.805=5.343
σ	0.268-0.269=-0.002
min	1512.975-1507.631=5.344
max	1513.545-1508.205=5.341

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.250-449.750=-5.500
σ	3.500-11.087=-7.587
min	439.000-441.000=-2.000
max	446.000-466.000=-20.000

*mean*	2.499-2.502=-0.003
σ	0.007-0.009=-0.002
min	2.493-2.495=-0.001
max	2.509-2.514=-0.005

policies=200

*mean*	15140.013-15086.750=53.263
σ	0.085-0.095=-0.010
min	15139.932-15086.659=53.274
max	15140.127-15086.843=53.284

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-498.000=0.250
σ	4.031-6.683=-2.652
min	494.000-492.000=2.000
max	503.000-507.000=-4.000

*mean*	25.295-25.205=0.091
σ	0.072-0.160=-0.088
min	25.226-25.039=0.187
max	25.397-25.421=-0.025