Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.881=0.001
σ	0.357-0.361=-0.003
min	54.742-54.744=-0.002
max	55.899-55.907=-0.008

*mean*	421.700-419.000=2.700
σ	0.483-0.000=0.483
min	421.000-419.000=2.000
max	422.000-419.000=3.000

*mean*	0.142-0.139=0.003
σ	0.007-0.005=0.002
min	0.138-0.132=0.006
max	0.160-0.149=0.011

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.848=0.000
σ	0.005-0.006=-0.001
min	43.842-43.838=0.003
max	43.855-43.857=-0.003

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.124-0.126=-0.002
σ	0.004-0.005=-0.001
min	0.121-0.121=0.001
max	0.131-0.134=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	14.043-12.923=1.121
σ	2.366-0.372=1.994
min	12.298-12.390=-0.092
max	17.967-13.538=4.429

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	13.977-12.621=1.356
σ	1.806-0.787=1.019
min	12.586-11.563=1.023
max	16.944-13.883=3.061

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7151.000-7148.000=3.000
σ	0.000
min	7151.000-7148.000=3.000
max	7151.000-7148.000=3.000

*mean*	15.511-14.964=0.547
σ	0.245-0.302=-0.058
min	15.168-14.619=0.549
max	15.806-15.548=0.258

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932-41.932=0.000

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	14.424-14.967=-0.542
σ	1.844-1.888=-0.044
min	11.335-11.131=0.204
max	16.190-17.896=-1.706

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	9.901-9.939=-0.037
σ	1.742-1.686=0.055
min	8.579-8.870=-0.291
max	12.750-12.745=0.004

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	7.752-7.620=0.132
σ	1.564-1.654=-0.091
min	6.643-6.436=0.207
max	10.305-10.412=-0.107

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	6.467-6.035=0.432
σ	0.669-0.125=0.544
min	5.968-5.812=0.156
max	7.583-6.249=1.333

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.972

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	6.243-5.832=0.410
σ	0.671-0.096=0.575
min	5.736-5.682=0.053
max	7.402-5.953=1.449

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7151.000-7148.000=3.000
σ	0.000
min	7151.000-7148.000=3.000
max	7151.000-7148.000=3.000

*mean*	364.858-376.757=-11.899
σ	50.146-55.882=-5.735
min	343.213-342.390=0.824
max	488.808-468.116=20.692

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.624=-0.000
max	7918.954-7918.954=-0.000

*mean*	3275.625-3273.625=2.000
σ	1826.208-1823.179=3.029
min	810.000-809.000=1.000
max	5626.000-5620.000=6.000

*mean*	3674.044-3608.604=65.441
σ	1055.065-1109.127=-54.062
min	3075.966-3051.392=24.574
max	6077.815-6150.966=-73.152

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	87.602-92.894=-5.292
σ	22.458-24.912=-2.454
min	70.124-69.502=0.622
max	122.421-125.673=-3.251

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7151.000-7148.000=3.000
σ	0.000
min	7151.000-7148.000=3.000
max	7151.000-7148.000=3.000

*mean*	62.514-61.424=1.090
σ	2.926-1.192=1.734
min	61.016-60.404=0.612
max	69.723-64.187=5.535

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7151.000-7148.000=3.000
σ	0.000
min	7151.000-7148.000=3.000
max	7151.000-7148.000=3.000

*mean*	99.456-289.880=-190.424
σ	1.021-381.681=-380.660
min	98.059-97.801=0.259
max	101.041-1131.554=-1030.512

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4044.375-4041.750=2.625
σ	2010.933-2008.713=2.221
min	1216.000-1217.000=-1.000
max	7151.000-7148.000=3.000

*mean*	8137.095-7921.736=215.360
σ	1878.799-1858.373=20.425
min	5939.402-5989.153=-49.751
max	10698.188-10580.574=117.614

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.105
max	13159.110

*mean*	7151.000-7148.000=3.000
σ	0.000
min	7151.000-7148.000=3.000
max	7151.000-7148.000=3.000

*mean*	5442.425-5356.499=85.926
σ	1066.464-617.262=449.202
min	4976.343-4998.673=-22.330
max	8049.731-6791.936=1257.795

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	372.428-367.548=4.880
σ	34.748-35.083=-0.334
min	294.432-294.049=0.383
max	393.564-391.406=2.158

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	759.957-739.748=20.209
σ	31.298-56.994=-25.696
min	716.013-631.386=84.627
max	792.158-788.007=4.151

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.001
σ	0.759-0.759=-0.000
min	1023.823-1023.826=-0.003
max	1027.439-1027.437=0.002

*mean*	1051.300-1040.550=10.750
σ	312.497-300.677=11.820
min	587.000-552.000=35.000
max	1515.000-1462.000=53.000

*mean*	1.578-1.558=0.020
σ	0.088-0.073=0.015
min	1.488-1.455=0.033
max	1.777-1.770=0.007

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.292=0.010
σ	0.282-0.292=-0.010
min	0.145-0.134=0.011
max	0.801-0.809=-0.008

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.480=-0.001
σ	0.315-0.315=-0.000
min	0.322-0.330=-0.008
max	1.041-1.043=-0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.218=0.004
σ	0.021-0.022=-0.001
min	0.202-0.202=-0.001
max	0.258-0.254=0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.346-0.330=0.016
σ	0.032-0.018=0.015
min	0.322-0.317=0.005
max	0.402-0.360=0.041

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.200-436.200=-1.000
σ	4.550-1.789=2.761
min	431.000-433.000=-2.000
max	440.000-437.000=3.000

*mean*	0.588-0.564=0.024
σ	0.016-0.059=-0.044
min	0.568-0.473=0.095
max	0.604-0.610=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.444-0.447=-0.003
σ	0.044-0.044=-0.000
min	0.367-0.382=-0.016
max	0.471-0.483=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.550-1.956=0.594
σ	0.295-0.067=0.228
min	1.880-1.845=0.035
max	2.912-2.221=0.691

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	2.617-1.953=0.664
σ	0.090-0.091=-0.001
min	2.454-1.823=0.631
max	2.863-2.649=0.214

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.308-0.310=-0.003
σ	0.009-0.028=-0.019
min	0.293-0.289=0.004
max	0.363-0.582=-0.219

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.291-0.295=-0.004
σ	0.007-0.008=-0.001
min	0.278-0.282=-0.003
max	0.321-0.336=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.738-298.633=0.106
σ	1.000-1.001=-0.001
min	298.330-298.259=0.072
max	301.579-301.480=0.099

*mean*	439.700-438.700=1.000
σ	16.255-12.356=3.899
min	415.000-416.000=-1.000
max	466.000-458.000=8.000

*mean*	0.595-0.600=-0.005
σ	0.035-0.029=0.006
min	0.518-0.540=-0.022
max	0.644-0.642=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.682-236.678=0.004

*mean*	934.750-1065.625=-130.875
σ	14.849-35.002=-20.153
min	898.000-979.000=-81.000
max	940.000-1078.000=-138.000

*mean*	209.606-217.048=-7.442
σ	2.745-8.623=-5.878
min	204.797-206.083=-1.286
max	212.708-234.947=-22.239

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	932.625-1065.625=-133.000
σ	20.860-35.002=-14.142
min	881.000-979.000=-98.000
max	940.000-1078.000=-138.000

*mean*	7.814-7.320=0.494
σ	1.607-1.328=0.279
min	6.264-6.233=0.031
max	9.806-9.390=0.416

phase=parser

*mean*	1042.360-1042.363=-0.003
σ	0.000-0.000=-0.000
min	1042.360-1042.362=-0.003
max	1042.360-1042.363=-0.003

*mean*	932.625-1065.625=-133.000
σ	20.860-35.002=-14.142
min	881.000-979.000=-98.000
max	940.000-1078.000=-138.000

*mean*	486.314-531.701=-45.387
σ	103.319-43.521=59.798
min	375.621-480.198=-104.577
max	685.253-602.418=82.836

phase=processProdDef

*mean*	4850.766-4850.764=0.002
σ	0.000-0.000=-0.000
min	4850.766-4850.764=0.002
max	4850.767-4850.765=0.002

*mean*	940.000-1078.000=-138.000
σ	0.000
min	940.000-1078.000=-138.000
max	940.000-1078.000=-138.000

*mean*	5063.199-4805.660=257.539
σ	562.299-622.284=-59.984
min	4178.608-3698.760=479.848
max	6027.265-5581.946=445.319

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	932.625-1065.625=-133.000
σ	20.860-35.002=-14.142
min	881.000-979.000=-98.000
max	940.000-1078.000=-138.000

*mean*	28.933-26.297=2.636
σ	9.681-8.400=1.281
min	20.655-20.665=-0.009
max	40.962-39.795=1.167

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	934.625-1065.625=-131.000
σ	15.203-35.002=-19.799
min	897.000-979.000=-82.000
max	940.000-1078.000=-138.000

*mean*	719.453-700.134=19.319
σ	79.228-60.792=18.436
min	651.535-645.943=5.592
max	864.965-807.624=57.342

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.819=0.000
σ	0.037-0.038=-0.000
min	293.766-293.767=-0.001
max	293.857-293.859=-0.001

*mean*	443.000-444.400=-1.400
σ	0.000-0.548=-0.548
min	443.000-444.000=-1.000
max	443.000-445.000=-2.000

*mean*	0.394-0.400=-0.007
σ	0.001-0.007=-0.006
min	0.392-0.394=-0.002
max	0.395-0.410=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.219-1320.201=0.018
σ	0.030-0.043=-0.013
min	1320.172-1320.143=0.029
max	1320.247-1320.240=0.007

*mean*	1098.800-1113.800=-15.000
σ	189.032-181.911=7.121
min	838.000-895.000=-57.000
max	1324.000-1358.000=-34.000

*mean*	2.280-2.250=0.030
σ	0.159-0.076=0.083
min	2.162-2.135=0.027
max	2.555-2.319=0.236

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.606-1560.644=-0.038
σ	6.215-6.235=-0.020
min	1557.616-1557.708=-0.092
max	1571.719-1571.795=-0.077

*mean*	617.800-632.600=-14.800
σ	82.491-85.891=-3.401
min	492.000-502.000=-10.000
max	713.000-725.000=-12.000

*mean*	2.273-2.424=-0.151
σ	0.130-0.317=-0.187
min	2.204-2.180=0.024
max	2.505-2.816=-0.311

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.174=-0.001
σ	0.062-0.061=0.001
min	1882.091-1882.093=-0.002
max	1882.252-1882.250=0.002

*mean*	1732.800-1745.400=-12.600
σ	183.560-219.882=-36.323
min	1468.000-1454.000=14.000
max	1897.000-1953.000=-56.000

*mean*	3.147-3.221=-0.074
σ	0.265-0.319=-0.055
min	2.891-2.909=-0.018
max	3.582-3.713=-0.131

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.725-1.747=-0.022
σ	0.109-0.095=0.014
min	1.575-1.638=-0.063
max	1.817-1.858=-0.041

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.081=0.001
σ	582.723-582.723=-0.000
min	160.719-160.716=0.004
max	1326.166-1326.166=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.548-0.547=0.001
σ	0.553-0.550=0.002
min	0.268-0.266=0.002
max	1.377-1.372=0.005

policies=20

*mean*	1607.514-1607.530=-0.017
σ	0.414-0.419=-0.005
min	1607.233-1607.249=-0.016
max	1608.126-1608.151=-0.024

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500
σ	8.660
min	442.000
max	457.000

*mean*	2.689-2.693=-0.004
σ	0.018-0.017=0.001
min	2.662-2.674=-0.012
max	2.701-2.715=-0.014

policies=200

*mean*	16083.453-16083.392=0.061
σ	0.123-0.077=0.046
min	16083.346-16083.302=0.044
max	16083.628-16083.460=0.168

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-498.500=-2.000
σ	5.000-3.697=1.303
min	491.000-494.000=-3.000
max	503.000

*mean*	27.173-27.229=-0.056
σ	0.064-0.070=-0.006
min	27.123-27.140=-0.017
max	27.266-27.288=-0.021