Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.870=0.017
σ	0.357-0.358=-0.001
min	54.751-54.739=0.012
max	55.903-55.888=0.015

*mean*	420.000-418.500=1.500
σ	0.000-0.527=-0.527
min	420.000-418.000=2.000
max	420.000-419.000=1.000

*mean*	0.141-0.141=0.000
σ	0.005-0.006=-0.002
min	0.137-0.133=0.004
max	0.150-0.152=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.840=0.015
σ	0.004-0.006=-0.002
min	43.849-43.831=0.018
max	43.863-43.848=0.014

*mean*	420.000-419.000=1.000
σ	0.000
min	420.000-419.000=1.000
max	420.000-419.000=1.000

*mean*	0.124-0.123=0.001
σ	0.005-0.004=0.001
min	0.118-0.121=-0.002
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	13.507-12.835=0.672
σ	1.872-0.252=1.621
min	12.364-12.433=-0.069
max	18.005-13.185=4.820

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	13.440-12.952=0.488
σ	1.545-0.622=0.924
min	11.834-11.791=0.042
max	16.873-13.601=3.271

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7145.000-7128.000=17.000
σ	0.000
min	7145.000-7128.000=17.000
max	7145.000-7128.000=17.000

*mean*	15.455-14.482=0.974
σ	0.178-1.781=-1.604
min	15.213-11.449=3.764
max	15.807-15.539=0.268

op=table_records(), repeat

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.932=0.000

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	14.477-13.385=1.092
σ	1.635-2.009=-0.374
min	11.622-11.163=0.460
max	16.452-15.629=0.824

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	10.045-8.999=1.046
σ	1.659-0.320=1.338
min	8.575-8.614=-0.039
max	12.795-9.431=3.364

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	7.781-6.752=1.029
σ	1.756-0.356=1.400
min	6.098-6.359=-0.262
max	10.652-7.351=3.301

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.678=0.000

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	6.235-5.992=0.243
σ	0.404-0.147=0.257
min	5.847-5.786=0.061
max	7.135-6.149=0.986

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	5.796-5.838=-0.042
σ	0.109-0.101=0.008
min	5.599-5.617=-0.019
max	5.955-5.951=0.005

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7145.000-7128.000=17.000
σ	0.000
min	7145.000-7128.000=17.000
max	7145.000-7128.000=17.000

*mean*	368.397-349.192=19.205
σ	56.803-1.775=55.027
min	345.272-346.420=-1.149
max	508.881-351.627=157.254

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.000
max	7918.954-7918.954=-0.000

*mean*	3275.875-3264.125=11.750
σ	1826.099-1816.587=9.512
min	809.000-810.000=-1.000
max	5626.000-5602.000=24.000

*mean*	3551.244-3669.469=-118.224
σ	873.840-1112.722=-238.881
min	3088.741-3122.262=-33.522
max	5428.764-6233.717=-804.953

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	92.785-82.195=10.590
σ	22.212-11.776=10.436
min	71.525-70.768=0.757
max	126.847-98.857=27.990

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000-7128.000=17.000
σ	0.000
min	7145.000-7128.000=17.000
max	7145.000-7128.000=17.000

*mean*	61.283-64.955=-3.671
σ	0.286-6.913=-6.627
min	60.945-60.497=0.448
max	61.695-79.723=-18.028

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7145.000-7128.000=17.000
σ	0.000
min	7145.000-7128.000=17.000
max	7145.000-7128.000=17.000

*mean*	100.548-104.083=-3.535
σ	0.600-6.751=-6.150
min	99.576-99.698=-0.122
max	101.479-116.494=-15.015

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.821-14227.820=0.001

*mean*	4043.625-4030.500=13.125
σ	2009.733-2001.382=8.351
min	1216.000-1217.000=-1.000
max	7145.000-7128.000=17.000

*mean*	8022.019-8245.115=-223.096
σ	1925.218-1891.976=33.243
min	6055.550-6021.817=33.733
max	11077.642-10682.048=395.594

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.001=0.000
min	13159.106-13159.107=-0.001
max	13159.110

*mean*	7145.000-7128.000=17.000
σ	0.000
min	7145.000-7128.000=17.000
max	7145.000-7128.000=17.000

*mean*	5163.537-5442.910=-279.373
σ	233.692-701.885=-468.193
min	5026.760-5055.697=-28.938
max	5671.890-7002.258=-1330.368

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	376.979-372.087=4.892
σ	19.227-32.826=-13.599
min	350.870-298.303=52.567
max	396.126-392.656=3.470

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-556.500=4.500
σ	0.000-5.880=-5.880
min	561.000-551.000=10.000
max	561.000-562.000=-1.000

*mean*	781.390-757.766=23.624
σ	15.073-54.895=-39.822
min	760.450-665.472=94.978
max	803.450-823.973=-20.523

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.323=-0.024
σ	0.759-0.759=-0.001
min	1023.827-1023.851=-0.024
max	1027.438-1027.462=-0.024

*mean*	1053.800-1061.850=-8.050
σ	311.971-315.984=-4.013
min	570.000-596.000=-26.000
max	1511.000-1566.000=-55.000

*mean*	1.547-1.565=-0.018
σ	0.065-0.054=0.010
min	1.487-1.503=-0.016
max	1.767-1.704=0.063

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.303=0.182
σ	0.527-0.306=0.221
min	0.239-0.141=0.098
max	1.427-0.847=0.580

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.491=0.335
σ	0.523-0.340=0.183
min	0.567-0.319=0.248
max	1.762-1.099=0.663

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.223=0.160
σ	0.046-0.020=0.026
min	0.347-0.209=0.138
max	0.460-0.258=0.202

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.417=0.168
σ	0.028-0.147=-0.119
min	0.557-0.338=0.219
max	0.632-0.679=-0.046

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.200-433.800=3.400
σ	6.535-3.033=3.501
min	431.000
max	444.000-437.000=7.000

*mean*	0.725-0.587=0.139
σ	0.032-0.014=0.018
min	0.676-0.564=0.112
max	0.765-0.601=0.164

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.625-0.488=0.137
σ	0.025-0.033=-0.008
min	0.590-0.456=0.134
max	0.645-0.533=0.113

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	3.505-2.623=0.882
σ	0.096-0.097=-0.001
min	3.381-2.475=0.906
max	3.913-2.983=0.930

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	3.598-2.619=0.979
σ	1.087-0.085=1.002
min	3.360-2.474=0.886
max	14.316-2.865=11.452

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.539-0.306=0.234
σ	0.020-0.009=0.011
min	0.515-0.291=0.224
max	0.665-0.357=0.308

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.510-0.292=0.218
σ	0.014-0.010=0.003
min	0.486-0.276=0.210
max	0.598-0.366=0.232

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.676-298.686=-0.011
σ	0.983-1.059=-0.076
min	298.315-298.198=0.117
max	301.473-301.688=-0.215

*mean*	440.000-442.600=-2.600
σ	12.901-14.638=-1.737
min	417.000-420.000=-3.000
max	462.000-464.000=-2.000

*mean*	0.599-0.604=-0.005
σ	0.016-0.026=-0.010
min	0.565-0.538=0.027
max	0.628-0.644=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	924.250-893.375=30.875
σ	10.607-38.537=-27.931
min	898.000-798.000=100.000
max	928.000-907.000=21.000

*mean*	205.536-214.741=-9.205
σ	3.805-5.113=-1.308
min	200.740-206.486=-5.746
max	211.028-220.612=-9.585

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	921.375-893.375=28.000
σ	18.738-38.537=-19.799
min	875.000-798.000=77.000
max	928.000-907.000=21.000

*mean*	9.623-8.875=0.748
σ	2.256-2.296=-0.040
min	6.474-6.302=0.173
max	14.170-12.829=1.341

phase=parser

*mean*	1042.361-1042.361=0.000
σ	0.000-0.000=0.000
min	1042.361-1042.361=0.000
max	1042.362-1042.361=0.001

*mean*	921.375-893.375=28.000
σ	18.738-38.537=-19.799
min	875.000-798.000=77.000
max	928.000-907.000=21.000

*mean*	572.048-555.790=16.257
σ	112.631-123.918=-11.287
min	444.469-376.458=68.011
max	771.834-762.620=9.214

phase=processProdDef

*mean*	4850.766-4850.767=-0.001
σ	0.000
min	4850.766-4850.767=-0.001
max	4850.767-4850.768=-0.001

*mean*	928.000-907.000=21.000
σ	0.000
min	928.000-907.000=21.000
max	928.000-907.000=21.000

*mean*	5127.229-5325.176=-197.947
σ	520.627-205.406=315.221
min	4325.341-5108.578=-783.236
max	5881.443-5691.036=190.407

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	921.375-893.375=28.000
σ	18.738-38.537=-19.799
min	875.000-798.000=77.000
max	928.000-907.000=21.000

*mean*	37.364-34.238=3.126
σ	10.645-11.364=-0.718
min	21.278-20.443=0.835
max	55.904-47.479=8.425

phase=type checker

*mean*	990.454-990.450=0.004
σ	0.071
min	990.348-990.344=0.004
max	990.567-990.563=0.004

*mean*	924.125-893.375=30.750
σ	10.960-38.537=-27.577
min	897.000-798.000=99.000
max	928.000-907.000=21.000

*mean*	761.789-764.950=-3.161
σ	101.680-102.801=-1.121
min	659.483-663.040=-3.557
max	916.983-921.958=-4.974

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.928=-0.107
σ	0.037-0.038=-0.000
min	293.768-293.874=-0.106
max	293.859-293.967=-0.107

*mean*	443.000-440.200=2.800
σ	0.000-1.643=-1.643
min	443.000-439.000=4.000
max	443.000-442.000=1.000

*mean*	0.402-0.398=0.004
σ	0.005-0.006=-0.000
min	0.398-0.395=0.003
max	0.411-0.408=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.186=0.035
σ	0.036-0.077=-0.042
min	1320.165-1320.113=0.052
max	1320.260-1320.302=-0.042

*mean*	1099.000-1068.600=30.400
σ	190.330-184.810=5.520
min	838.000-836.000=2.000
max	1327.000-1314.000=13.000

*mean*	2.231-1.859=0.372
σ	0.065-0.037=0.029
min	2.172-1.823=0.350
max	2.337-1.902=0.435

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.717=-0.108
σ	6.219-6.231=-0.012
min	1557.632-1557.703=-0.071
max	1571.730-1571.859=-0.129

*mean*	617.200-619.400=-2.200
σ	81.729-79.204=2.525
min	493.000-492.000=1.000
max	712.000-687.000=25.000

*mean*	2.273-2.312=-0.039
σ	0.092-0.191=-0.099
min	2.192-2.141=0.051
max	2.431-2.604=-0.173

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.158-1882.280=-0.122
σ	0.064-0.054=0.010
min	1882.070-1882.210=-0.140
max	1882.240-1882.352=-0.112

*mean*	1737.400-1711.600=25.800
σ	176.514-251.646=-75.132
min	1475.000-1419.000=56.000
max	1889.000-2061.000=-172.000

*mean*	3.012-2.954=0.058
σ	0.106-0.084=0.022
min	2.888-2.887=0.001
max	3.163-3.052=0.110

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.838=-0.061
σ	0.138-0.109=0.029
min	1.600-1.648=-0.047
max	1.897-1.909=-0.011

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.153=-0.072
σ	582.722-582.777=-0.055
min	160.718-160.762=-0.044
max	1326.165-1326.320=-0.155

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.543-0.540=0.002
σ	0.531-0.540=-0.009
min	0.268-0.268=-0.000
max	1.339-1.351=-0.012

policies=20

*mean*	1607.521-1607.961=-0.440
σ	0.419-0.404=0.015
min	1607.236-1607.683=-0.447
max	1608.141-1608.559=-0.418

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-445.000=0.750
σ	7.500-3.464=4.036
min	442.000
max	457.000-448.000=9.000

*mean*	2.698-2.683=0.015
σ	0.021-0.012=0.008
min	2.680-2.665=0.016
max	2.725-2.693=0.032

policies=200

*mean*	16083.449-16087.863=-4.414
σ	0.082-0.128=-0.046
min	16083.341-16087.770=-4.429
max	16083.520-16088.042=-4.522

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-499.250=-3.500
σ	2.872-7.500=-4.628
min	492.000-491.000=1.000
max	499.000-507.000=-8.000

*mean*	27.191-27.246=-0.055
σ	0.093-0.065=0.027
min	27.092-27.149=-0.057
max	27.282-27.293=-0.011