Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.884=-0.003
σ	0.357-0.358=-0.000
min	54.741-54.745=-0.004
max	55.896-55.900=-0.004

*mean*	417.700-418.000=-0.300
σ	0.483-0.000=0.483
min	417.000-418.000=-1.000
max	418.000

*mean*	0.141-0.150=-0.009
σ	0.004-0.012=-0.008
min	0.137-0.137=-0.000
max	0.151-0.171=-0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.850=-0.001
σ	0.007-0.006=0.001
min	43.837-43.839=-0.002
max	43.862-43.859=0.003

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.125-0.125=-0.000
σ	0.003-0.004=-0.001
min	0.121-0.119=0.002
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4051.750-4040.250=11.500
σ	2018.491-2008.418=10.073
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	13.901-12.793=1.108
σ	2.281-0.395=1.886
min	12.381-12.225=0.156
max	17.612-13.297=4.315

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4051.750-4040.250=11.500
σ	2018.491-2008.418=10.073
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	13.640-12.958=0.682
σ	2.129-0.648=1.482
min	11.991-11.969=0.022
max	16.938-13.911=3.027

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.933=0.000

*mean*	7152.000
σ	0.000
min	7152.000
max	7152.000

*mean*	15.494-15.372=0.122
σ	0.527-0.238=0.289
min	15.083-15.096=-0.013
max	16.623-15.659=0.964

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932

*mean*	3892.875-4040.250=-147.375
σ	1921.985-2008.418=-86.433
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	14.637-14.197=0.440
σ	1.311-1.402=-0.091
min	11.582-11.122=0.460
max	15.854-15.382=0.472

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	3892.875-4040.250=-147.375
σ	1921.985-2008.418=-86.433
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	9.562-9.594=-0.032
σ	1.181-0.840=0.341
min	8.719-8.555=0.164
max	12.435-10.876=1.560

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3892.875-4040.250=-147.375
σ	1921.985-2008.418=-86.433
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	7.278-7.239=0.039
σ	1.262-0.992=0.270
min	6.419-6.064=0.355
max	10.165-8.966=1.199

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678

*mean*	4051.750-4040.250=11.500
σ	2018.491-2008.418=10.073
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	6.350-5.992=0.358
σ	0.626-0.186=0.440
min	5.887-5.710=0.177
max	7.354-6.330=1.023

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.972

*mean*	4051.750-4040.250=11.500
σ	2018.491-2008.418=10.073
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	6.259-5.676=0.584
σ	0.696-0.212=0.484
min	5.815-5.259=0.556
max	7.443-5.908=1.536

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.001

*mean*	7152.000
σ	0.000
min	7152.000
max	7152.000

*mean*	379.713-364.859=14.854
σ	89.813-52.614=37.199
min	341.438-343.671=-2.232
max	601.779-494.967=106.812

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.625=-0.000
max	7918.953

*mean*	3283.000-3270.375=12.625
σ	1837.687-1822.346=15.341
min	808.000-810.000=-2.000
max	5655.000-5615.000=40.000

*mean*	3716.539-3710.327=6.212
σ	1065.454-1183.376=-117.922
min	3066.860-3066.881=-0.021
max	6165.295-5937.336=227.959

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4051.750-4040.250=11.500
σ	2018.491-2008.418=10.073
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	200.488-84.054=116.434
σ	324.985-15.441=309.543
min	69.742-70.843=-1.101
max	1003.772-110.771=893.001

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=0.000
max	40.950

*mean*	7152.000
σ	0.000
min	7152.000
max	7152.000

*mean*	60.835-62.249=-1.415
σ	0.427-2.665=-2.238
min	60.165-60.265=-0.099
max	61.211-68.731=-7.520

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7152.000
σ	0.000
min	7152.000
max	7152.000

*mean*	99.438-99.090=0.348
σ	0.882-0.886=-0.004
min	98.102-98.203=-0.100
max	100.851-100.563=0.288

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.171=-0.001
σ	4.304-4.303=0.001
min	14215.575-14215.576=-0.001
max	14227.821-14227.820=0.001

*mean*	3892.875-4040.250=-147.375
σ	1921.985-2008.418=-86.433
min	1215.000-1218.000=-3.000
max	7152.000

*mean*	8101.719-8149.347=-47.628
σ	1857.374-1963.810=-106.436
min	5871.481-5987.614=-116.133
max	11138.198-10949.231=188.967

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7152.000
σ	0.000
min	7152.000
max	7152.000

*mean*	5061.555-5404.678=-343.123
σ	183.261-1022.914=-839.654
min	4930.576-4970.429=-39.853
max	5414.778-7909.653=-2494.875

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-473.875=0.125
σ	0.000-0.354=-0.354
min	474.000-473.000=1.000
max	474.000

*mean*	370.134-377.892=-7.758
σ	38.229-26.721=11.508
min	305.009-314.178=-9.169
max	396.325-392.297=4.028

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000
σ	0.000
min	559.000
max	559.000

*mean*	776.196-756.426=19.770
σ	24.588-55.129=-30.541
min	719.403-627.558=91.845
max	799.247-800.294=-1.047

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.297=0.002
σ	0.759-0.759=0.000
min	1023.824-1023.823=0.001
max	1027.437-1027.436=0.002

*mean*	1039.150-1057.950=-18.800
σ	300.050-315.525=-15.475
min	552.000-562.000=-10.000
max	1460.000-1527.000=-67.000

*mean*	1.553-1.575=-0.022
σ	0.072-0.102=-0.030
min	1.480-1.471=0.009
max	1.769-1.879=-0.111

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.436-0.383=0.053
σ	0.532-0.466=0.066
min	0.145-0.137=0.009
max	1.384-1.213=0.171

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.839-0.436=0.403
σ	0.517-0.205=0.313
min	0.595-0.330=0.264
max	1.764-0.801=0.963

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.392-0.220=0.171
σ	0.028-0.027=0.001
min	0.374-0.198=0.176
max	0.442-0.267=0.174

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.627-0.338=0.290
σ	0.075-0.017=0.058
min	0.559-0.324=0.235
max	0.749-0.367=0.382

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.800-432.800=4.000
σ	6.017-3.033=2.983
min	431.000-430.000=1.000
max	443.000-436.000=7.000

*mean*	0.729-0.569=0.160
σ	0.029-0.047=-0.018
min	0.687-0.500=0.187
max	0.762-0.611=0.151

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.624-0.509=0.115
σ	0.037-0.022=0.015
min	0.558-0.471=0.087
max	0.647-0.528=0.119

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	3.498-2.583=0.916
σ	0.093-0.078=0.014
min	3.325-2.451=0.874
max	3.843-2.909=0.935

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	3.460-2.591=0.869
σ	0.080-0.093=-0.013
min	3.225-2.460=0.765
max	3.728-2.967=0.761

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.548-0.308=0.240
σ	0.013-0.009=0.004
min	0.529-0.294=0.234
max	0.629-0.367=0.262

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-436.000=7.000
σ	0.000
min	443.000-436.000=7.000
max	443.000-436.000=7.000

*mean*	0.527-0.295=0.231
σ	0.031-0.007=0.024
min	0.499-0.282=0.216
max	0.768-0.340=0.427

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.857-298.795=0.063
σ	0.985-1.024=-0.039
min	298.438-298.397=0.041
max	301.655-301.707=-0.052

*mean*	442.400-442.100=0.300
σ	17.633-18.616=-0.982
min	418.000-414.000=4.000
max	465.000-467.000=-2.000

*mean*	0.604-0.604=0.000
σ	0.024-0.025=-0.001
min	0.547-0.537=0.010
max	0.636-0.627=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1065.000-1064.000=1.000
σ	33.941
min	981.000-980.000=1.000
max	1077.000-1076.000=1.000

*mean*	202.688-203.471=-0.783
σ	4.381-4.278=0.103
min	195.149-196.938=-1.789
max	207.513-209.895=-2.382

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1064.000=1.000
σ	33.941
min	981.000-980.000=1.000
max	1077.000-1076.000=1.000

*mean*	9.386-8.089=1.297
σ	1.260-1.752=-0.492
min	6.333-6.301=0.032
max	10.212-9.943=0.269

phase=parser

*mean*	1042.366-1042.366=-0.000
σ	0.002-0.001=0.000
min	1042.362-1042.363=-0.001
max	1042.366

*mean*	1065.000-1064.000=1.000
σ	33.941
min	981.000-980.000=1.000
max	1077.000-1076.000=1.000

*mean*	578.463-469.394=109.069
σ	87.671-66.386=21.284
min	380.659-375.290=5.368
max	643.292-556.135=87.157

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.765
max	4850.765

*mean*	1077.000-1076.000=1.000
σ	0.000
min	1077.000-1076.000=1.000
max	1077.000-1076.000=1.000

*mean*	4917.290-4707.662=209.628
σ	290.491-570.686=-280.195
min	4430.564-3628.820=801.744
max	5353.942-5346.820=7.121

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1064.000=1.000
σ	33.941
min	981.000-980.000=1.000
max	1077.000-1076.000=1.000

*mean*	35.740-33.314=2.426
σ	7.229-10.320=-3.091
min	20.362-20.768=-0.406
max	41.095-41.574=-0.479

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1065.000-1064.000=1.000
σ	33.941
min	981.000-980.000=1.000
max	1077.000-1076.000=1.000

*mean*	758.722-691.032=67.690
σ	94.677-63.096=31.580
min	676.830-642.971=33.859
max	897.265-837.793=59.471

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.000
σ	0.038-0.038=-0.000
min	293.767-293.768=-0.001
max	293.858-293.860=-0.002

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.392-0.393=-0.001
σ	0.001-0.001=-0.001
min	0.391-0.392=-0.000
max	0.393-0.395=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.211-1320.220=-0.009
σ	0.042-0.031=0.010
min	1320.165-1320.172=-0.007
max	1320.252-1320.248=0.004

*mean*	1084.600-1067.800=16.800
σ	178.769-165.835=12.934
min	853.000-844.000=9.000
max	1309.000-1270.000=39.000

*mean*	2.183-2.304=-0.121
σ	0.097-0.176=-0.080
min	2.043-2.173=-0.130
max	2.280-2.611=-0.331

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1560.607=0.007
σ	6.224-6.245=-0.021
min	1557.628-1557.592=0.036
max	1571.744-1571.773=-0.030

*mean*	620.400-619.800=0.600
σ	83.143-82.606=0.538
min	495.000
max	719.000-717.000=2.000

*mean*	2.338-2.309=0.029
σ	0.213-0.258=-0.046
min	2.213-2.149=0.064
max	2.714-2.766=-0.051

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.167-1882.174=-0.007
σ	0.041-0.057=-0.016
min	1882.118-1882.109=0.010
max	1882.210-1882.254=-0.044

*mean*	1732.400-1702.000=30.400
σ	223.835-258.831=-34.996
min	1440.000-1399.000=41.000
max	1947.000-2062.000=-115.000

*mean*	3.061-2.915=0.147
σ	0.208-0.075=0.133
min	2.874-2.862=0.012
max	3.378-3.043=0.336

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.771-1.692=0.079
σ	0.103-0.068=0.034
min	1.617-1.600=0.017
max	1.886-1.781=0.104

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.001
σ	582.723-582.725=-0.002
min	160.716-160.715=0.001
max	1326.165-1326.170=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.535-0.542=-0.007
σ	0.521-0.534=-0.013
min	0.269-0.274=-0.005
max	1.317-1.343=-0.026

policies=20

*mean*	1607.518-1607.516=0.002
σ	0.405-0.420=-0.015
min	1607.244-1607.234=0.010
max	1608.118-1608.140=-0.022

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-445.500=4.500
σ	9.238-5.196=4.041
min	442.000-441.000=1.000
max	458.000-450.000=8.000

*mean*	2.687-2.694=-0.008
σ	0.008-0.017=-0.008
min	2.677-2.676=0.000
max	2.695-2.709=-0.013

policies=200

*mean*	16083.455-16083.488=-0.033
σ	0.129-0.112=0.017
min	16083.345-16083.367=-0.022
max	16083.626-16083.639=-0.013

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500
σ	3.873-5.686=-1.813
min	493.000-491.000=2.000
max	502.000-504.000=-2.000

*mean*	27.191-27.244=-0.053
σ	0.108-0.067=0.041
min	27.081-27.181=-0.100
max	27.337-27.336=0.002