Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=0.000
σ	0.359-0.357=0.002
min	54.739-54.741=-0.002
max	55.903-55.896=0.007

*mean*	418.000-417.700=0.300
σ	0.000-0.483=-0.483
min	418.000-417.000=1.000
max	418.000

*mean*	0.141-0.141=0.001
σ	0.004-0.004=-0.001
min	0.138-0.137=0.002
max	0.149-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.851-43.850=0.001
σ	0.006-0.007=-0.001
min	43.837-43.837=-0.000
max	43.859-43.862=-0.003

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.133-0.125=0.009
σ	0.009-0.003=0.006
min	0.121-0.121=-0.000
max	0.145-0.132=0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4031.500-4051.750=-20.250
σ	2003.151-2018.491=-15.339
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	12.263-13.901=-1.638
σ	0.364-2.281=-1.918
min	11.598-12.381=-0.784
max	12.682-17.612=-4.931

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4031.500-4051.750=-20.250
σ	2003.151-2018.491=-15.339
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	12.447-13.640=-1.193
σ	0.591-2.129=-1.538
min	11.517-11.991=-0.475
max	13.082-16.938=-3.856

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.929-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7134.000-7152.000=-18.000
σ	0.000
min	7134.000-7152.000=-18.000
max	7134.000-7152.000=-18.000

*mean*	14.269-15.494=-1.225
σ	1.484-0.527=0.957
min	10.757-15.083=-4.326
max	15.730-16.623=-0.893

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932

*mean*	4031.500-3892.875=138.625
σ	2003.151-1921.985=81.167
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	13.019-14.637=-1.618
σ	1.835-1.311=0.524
min	10.719-11.582=-0.864
max	14.783-15.854=-1.071

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4031.500-3892.875=138.625
σ	2003.151-1921.985=81.167
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	8.464-9.562=-1.099
σ	0.351-1.181=-0.831
min	8.046-8.719=-0.673
max	9.077-12.435=-3.358

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4031.500-3892.875=138.625
σ	2003.151-1921.985=81.167
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	6.405-7.278=-0.872
σ	0.178-1.262=-1.084
min	6.114-6.419=-0.305
max	6.610-10.165=-3.555

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678-25.678=-0.000

*mean*	4031.500-4051.750=-20.250
σ	2003.151-2018.491=-15.339
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	5.547-6.350=-0.803
σ	0.119-0.626=-0.508
min	5.354-5.887=-0.533
max	5.691-7.354=-1.662

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4031.500-4051.750=-20.250
σ	2003.151-2018.491=-15.339
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	5.367-6.259=-0.892
σ	0.058-0.696=-0.638
min	5.252-5.815=-0.563
max	5.440-7.443=-2.003

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7134.000-7152.000=-18.000
σ	0.000
min	7134.000-7152.000=-18.000
max	7134.000-7152.000=-18.000

*mean*	346.527-379.713=-33.186
σ	1.523-89.813=-88.290
min	344.460-341.438=3.022
max	348.694-601.779=-253.085

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.953=0.000

*mean*	3265.250-3283.000=-17.750
σ	1816.172-1837.687=-21.515
min	810.000-808.000=2.000
max	5604.000-5655.000=-51.000

*mean*	3537.036-3716.539=-179.503
σ	894.603-1065.454=-170.851
min	3074.656-3066.860=7.796
max	5549.367-6165.295=-615.928

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4031.500-4051.750=-20.250
σ	2003.151-2018.491=-15.339
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	81.248-200.488=-119.239
σ	13.483-324.985=-311.501
min	69.996-69.742=0.254
max	104.972-1003.772=-898.800

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7134.000-7152.000=-18.000
σ	0.000
min	7134.000-7152.000=-18.000
max	7134.000-7152.000=-18.000

*mean*	166.974-60.835=106.139
σ	293.221-0.427=292.794
min	62.728-60.165=2.562
max	892.658-61.211=831.446

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7134.000-7152.000=-18.000
σ	0.000
min	7134.000-7152.000=-18.000
max	7134.000-7152.000=-18.000

*mean*	107.157-99.438=7.719
σ	14.580-0.882=13.698
min	101.082-98.102=2.980
max	143.112-100.851=42.261

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.170=0.000
σ	4.303-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820-14227.821=-0.001

*mean*	4031.500-3892.875=138.625
σ	2003.151-1921.985=81.167
min	1217.000-1215.000=2.000
max	7134.000-7152.000=-18.000

*mean*	8150.649-8101.719=48.930
σ	1796.221-1857.374=-61.153
min	5954.693-5871.481=83.212
max	10707.378-11138.198=-430.820

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.111-13159.110=0.001

*mean*	7134.000-7152.000=-18.000
σ	0.000
min	7134.000-7152.000=-18.000
max	7134.000-7152.000=-18.000

*mean*	5108.761-5061.555=47.206
σ	181.599-183.261=-1.662
min	4998.772-4930.576=68.196
max	5404.018-5414.778=-10.760

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	382.751-370.134=12.617
σ	14.102-38.229=-24.127
min	349.323-305.009=44.314
max	393.514-396.325=-2.811

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	764.441-776.196=-11.755
σ	20.109-24.588=-4.479
min	718.191-719.403=-1.212
max	782.280-799.247=-16.966

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=-0.000
σ	0.758-0.759=-0.001
min	1023.825-1023.824=0.002
max	1027.436-1027.437=-0.002

*mean*	1047.000-1039.150=7.850
σ	300.574-300.050=0.524
min	553.000-552.000=1.000
max	1450.000-1460.000=-10.000

*mean*	1.579-1.553=0.026
σ	0.094-0.072=0.022
min	1.499-1.480=0.019
max	1.793-1.769=0.025

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.422-0.436=-0.014
σ	0.506-0.532=-0.026
min	0.146-0.145=0.000
max	1.324-1.384=-0.060

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.827-0.839=-0.011
σ	0.516-0.517=-0.001
min	0.566-0.595=-0.029
max	1.749-1.764=-0.015

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.385-0.392=-0.007
σ	0.042-0.028=0.013
min	0.354-0.374=-0.020
max	0.457-0.442=0.016

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.627=-0.043
σ	0.021-0.075=-0.054
min	0.564-0.559=0.005
max	0.618-0.749=-0.132

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-436.800=-0.600
σ	5.541-6.017=-0.476
min	431.000
max	442.000-443.000=-1.000

*mean*	0.604-0.729=-0.125
σ	0.082-0.029=0.053
min	0.538-0.687=-0.148
max	0.745-0.762=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.477-0.624=-0.148
σ	0.042-0.037=0.005
min	0.435-0.558=-0.124
max	0.523-0.647=-0.124

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.971-3.498=-1.528
σ	0.079-0.093=-0.014
min	1.841-3.325=-1.484
max	2.461-3.843=-1.382

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.920-3.460=-1.539
σ	0.102-0.080=0.021
min	1.758-3.225=-1.467
max	2.287-3.728=-1.442

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.311-0.548=-0.237
σ	0.012-0.013=-0.001
min	0.296-0.529=-0.232
max	0.405-0.629=-0.224

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.293-0.527=-0.234
σ	0.007-0.031=-0.024
min	0.279-0.499=-0.219
max	0.325-0.768=-0.443

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.697-298.857=-0.161
σ	0.960-0.985=-0.025
min	298.250-298.438=-0.188
max	301.416-301.655=-0.240

*mean*	439.100-442.400=-3.300
σ	15.595-17.633=-2.038
min	416.000-418.000=-2.000
max	462.000-465.000=-3.000

*mean*	0.599-0.604=-0.005
σ	0.027-0.024=0.003
min	0.541-0.547=-0.006
max	0.639-0.636=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1064.125-1065.000=-0.875
σ	33.588-33.941=-0.354
min	981.000
max	1076.000-1077.000=-1.000

*mean*	213.594-202.688=10.905
σ	1.920-4.381=-2.460
min	210.425-195.149=15.276
max	216.042-207.513=8.529

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.125-1065.000=-0.875
σ	33.588-33.941=-0.354
min	981.000
max	1076.000-1077.000=-1.000

*mean*	9.357-9.386=-0.030
σ	2.461-1.260=1.201
min	6.323-6.333=-0.010
max	12.655-10.212=2.443

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.002=-0.001
min	1042.362-1042.362=0.001
max	1042.363-1042.366=-0.003

*mean*	1064.125-1065.000=-0.875
σ	33.588-33.941=-0.354
min	981.000
max	1076.000-1077.000=-1.000

*mean*	538.363-578.463=-40.100
σ	134.569-87.671=46.898
min	379.444-380.659=-1.214
max	725.128-643.292=81.837

phase=processProdDef

*mean*	4850.764-4850.765=-0.000
σ	0.000-0.000=0.000
min	4850.764-4850.765=-0.001
max	4850.765-4850.765=-0.000

*mean*	1076.000-1077.000=-1.000
σ	0.000
min	1076.000-1077.000=-1.000
max	1076.000-1077.000=-1.000

*mean*	5024.739-4917.290=107.449
σ	285.511-290.491=-4.980
min	4521.620-4430.564=91.056
max	5337.972-5353.942=-15.970

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.125-1065.000=-0.875
σ	33.588-33.941=-0.354
min	981.000
max	1076.000-1077.000=-1.000

*mean*	35.429-35.740=-0.311
σ	11.143-7.229=3.915
min	20.477-20.362=0.115
max	47.473-41.095=6.378

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1064.125-1065.000=-0.875
σ	33.588-33.941=-0.354
min	981.000
max	1076.000-1077.000=-1.000

*mean*	772.267-758.722=13.545
σ	113.188-94.677=18.512
min	649.480-676.830=-27.349
max	928.555-897.265=31.290

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.038-0.038=0.001
min	293.768-293.767=0.001
max	293.861-293.858=0.002

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.396-0.392=0.004
σ	0.006-0.001=0.006
min	0.391-0.391=-0.001
max	0.406-0.393=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.212-1320.211=0.001
σ	0.040-0.042=-0.002
min	1320.158-1320.165=-0.006
max	1320.251-1320.252=-0.001

*mean*	1067.000-1084.600=-17.600
σ	165.851-178.769=-12.918
min	843.000-853.000=-10.000
max	1270.000-1309.000=-39.000

*mean*	2.250-2.183=0.067
σ	0.092-0.097=-0.004
min	2.152-2.043=0.109
max	2.400-2.280=0.120

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.619-1560.614=0.004
σ	6.230-6.224=0.006
min	1557.632-1557.628=0.004
max	1571.759-1571.744=0.015

*mean*	619.000-620.400=-1.400
σ	82.553-83.143=-0.590
min	494.000-495.000=-1.000
max	716.000-719.000=-3.000

*mean*	2.352-2.338=0.015
σ	0.201-0.213=-0.012
min	2.221-2.213=0.009
max	2.702-2.714=-0.012

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.147-1882.167=-0.020
σ	0.056-0.041=0.015
min	1882.104-1882.118=-0.014
max	1882.241-1882.210=0.031

*mean*	1704.200-1732.400=-28.200
σ	256.913-223.835=33.077
min	1398.000-1440.000=-42.000
max	2054.000-1947.000=107.000

*mean*	2.947-3.061=-0.114
σ	0.098-0.208=-0.110
min	2.850-2.874=-0.023
max	3.059-3.378=-0.319

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.746-1.771=-0.024
σ	0.150-0.103=0.048
min	1.503-1.617=-0.114
max	1.888-1.886=0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=-0.000
σ	582.721-582.723=-0.002
min	160.719-160.716=0.003
max	1326.162-1326.165=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.546-0.535=0.010
σ	0.543-0.521=0.022
min	0.267-0.269=-0.001
max	1.360-1.317=0.044

policies=20

*mean*	1607.521-1607.518=0.003
σ	0.399-0.405=-0.006
min	1607.248-1607.244=0.004
max	1608.112-1608.118=-0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.000-450.000=-3.000
σ	8.000-9.238=-1.238
min	443.000-442.000=1.000
max	459.000-458.000=1.000

*mean*	2.678-2.687=-0.009
σ	0.018-0.008=0.010
min	2.663-2.677=-0.014
max	2.704-2.695=0.008

policies=200

*mean*	16083.439-16083.455=-0.016
σ	0.067-0.129=-0.062
min	16083.384-16083.345=0.039
max	16083.531-16083.626=-0.095

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.750-497.500=1.250
σ	3.304-3.873=-0.569
min	495.000-493.000=2.000
max	503.000-502.000=1.000

*mean*	27.192-27.191=0.001
σ	0.042-0.108=-0.066
min	27.154-27.081=0.073
max	27.232-27.337=-0.105