Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.881=0.001
σ	0.361-0.359=0.002
min	54.744-54.745=-0.001
max	55.908-55.902=0.006

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.145-0.141=0.004
σ	0.003-0.004=-0.001
min	0.142-0.137=0.005
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.852-43.849=0.003
σ	0.006-0.007=-0.001
min	43.843-43.836=0.006
max	43.861-43.858=0.003

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.132-0.125=0.007
σ	0.011-0.004=0.006
min	0.123-0.121=0.003
max	0.155-0.132=0.024

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	13.669-12.922=0.747
σ	1.879-0.315=1.564
min	12.351-12.554=-0.202
max	18.119-13.399=4.720

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	13.635-12.723=0.912
σ	2.000-0.673=1.327
min	12.065-11.824=0.241
max	18.381-13.784=4.597

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.933-41.933=-0.000

*mean*	7146.000-7148.000=-2.000
σ	0.000
min	7146.000-7148.000=-2.000
max	7146.000-7148.000=-2.000

*mean*	15.157-15.374=-0.218
σ	0.227-0.184=0.043
min	14.929-15.153=-0.224
max	15.524-15.642=-0.118

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	14.632-13.615=1.017
σ	1.477-1.889=-0.412
min	11.189-10.758=0.431
max	15.737-16.383=-0.646

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	9.771-9.605=0.166
σ	1.583-1.283=0.300
min	8.609-8.591=0.018
max	12.458-12.677=-0.219

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	7.545-8.017=-0.472
σ	1.658-1.500=0.158
min	6.209-6.994=-0.785
max	10.415-10.704=-0.288

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=0.000
max	25.677-25.678=-0.000

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	6.167-6.038=0.129
σ	0.468-0.108=0.360
min	5.772-5.866=-0.094
max	7.289-6.163=1.125

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.972

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	5.997-5.855=0.141
σ	0.572-0.100=0.471
min	5.556-5.674=-0.118
max	7.366-5.989=1.376

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7146.000-7148.000=-2.000
σ	0.000
min	7146.000-7148.000=-2.000
max	7146.000-7148.000=-2.000

*mean*	377.761-366.098=11.664
σ	81.319-53.388=27.930
min	345.313-344.524=0.789
max	578.933-498.137=80.796

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.001
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954-7918.954=0.000

*mean*	3273.375-3272.875=0.500
σ	1823.701-1823.353=0.347
min	810.000-809.000=1.000
max	5619.000

*mean*	3600.469-3806.810=-206.341
σ	1037.694-1320.083=-282.390
min	3088.426-3082.815=5.611
max	5989.479-6199.142=-209.663

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	90.916-91.506=-0.590
σ	20.690-19.702=0.987
min	71.628-75.383=-3.756
max	121.571-127.516=-5.945

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7146.000-7148.000=-2.000
σ	0.000
min	7146.000-7148.000=-2.000
max	7146.000-7148.000=-2.000

*mean*	62.091-61.265=0.826
σ	2.262-0.323=1.939
min	60.621-60.918=-0.297
max	67.641-61.671=5.969

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7146.000-7148.000=-2.000
σ	0.000
min	7146.000-7148.000=-2.000
max	7146.000-7148.000=-2.000

*mean*	98.955-100.160=-1.205
σ	0.859-0.693=0.166
min	97.801-99.234=-1.433
max	100.687-101.288=-0.601

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.304=-0.000
min	14215.575
max	14227.820-14227.821=-0.001

*mean*	4042.000-4041.250=0.750
σ	2007.759-2008.838=-1.079
min	1218.000-1216.000=2.000
max	7146.000-7148.000=-2.000

*mean*	8258.907-8175.550=83.358
σ	1494.462-2157.102=-662.641
min	6021.207-6002.891=18.315
max	10234.269-11067.801=-833.533

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7146.000-7148.000=-2.000
σ	0.000
min	7146.000-7148.000=-2.000
max	7146.000-7148.000=-2.000

*mean*	5463.826-5090.331=373.495
σ	1081.275-172.373=908.902
min	4997.942-4962.508=35.434
max	8110.175-5381.260=2728.915

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	382.123-382.309=-0.186
σ	13.516-19.092=-5.576
min	350.167-350.784=-0.617
max	393.091-394.179=-1.088

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	758.928-704.380=54.548
σ	53.702-73.371=-19.669
min	636.887-591.987=44.900
max	797.773-790.846=6.927

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.297-1024.299=-0.002
σ	0.759-0.759=-0.000
min	1023.822-1023.827=-0.005
max	1027.437-1027.437=-0.001

*mean*	1049.350-1037.800=11.550
σ	316.583-301.078=15.505
min	571.000-562.000=9.000
max	1518.000-1460.000=58.000

*mean*	1.574-1.536=0.038
σ	0.094-0.068=0.026
min	1.494-1.361=0.133
max	1.779-1.642=0.136

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.403-0.442=-0.039
σ	0.519-0.625=-0.106
min	0.146-0.132=0.015
max	1.329-1.557=-0.228

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.719=-0.242
σ	0.321-0.292=0.030
min	0.316-0.562=-0.246
max	1.051-1.239=-0.187

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.381=-0.089
σ	0.187-0.041=0.146
min	0.193-0.356=-0.163
max	0.625-0.451=0.174

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.584=-0.254
σ	0.021-0.030=-0.009
min	0.312-0.560=-0.247
max	0.366-0.634=-0.268

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-435.200=1.800
σ	6.595-4.550=2.046
min	431.000
max	444.000-440.000=4.000

*mean*	0.547-0.608=-0.060
σ	0.062-0.075=-0.013
min	0.447-0.548=-0.101
max	0.607-0.739=-0.132

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.456-0.463=-0.006
σ	0.041-0.032=0.009
min	0.416-0.426=-0.009
max	0.518-0.495=0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	1.931-2.634=-0.704
σ	0.063-0.123=-0.060
min	1.799-2.457=-0.658
max	2.122-3.248=-1.127

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	1.938-2.605=-0.668
σ	0.070-0.094=-0.024
min	1.802-2.428=-0.625
max	2.221-2.841=-0.620

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.304-0.303=0.000
σ	0.010-0.011=-0.002
min	0.288-0.286=0.002
max	0.351-0.372=-0.021

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.289-0.303=-0.013
σ	0.007-0.070=-0.062
min	0.276-0.274=0.002
max	0.318-0.757=-0.439

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.915-298.896=0.020
σ	1.010-1.002=0.008
min	298.546-298.502=0.043
max	301.787-301.743=0.044

*mean*	441.500-441.200=0.300
σ	14.034-14.359=-0.325
min	420.000-418.000=2.000
max	463.000-467.000=-4.000

*mean*	0.585-0.598=-0.014
σ	0.029-0.024=0.004
min	0.534-0.546=-0.012
max	0.612-0.621=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	204.569-204.754=-0.185
σ	4.270-2.560=1.710
min	198.898-200.470=-1.572
max	211.470-208.766=2.704

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	9.659-10.272=-0.613
σ	3.211-2.103=1.108
min	6.462-6.365=0.098
max	15.380-13.111=2.269

phase=parser

*mean*	1042.359-1042.363=-0.004
σ	0.000-0.000=-0.000
min	1042.359-1042.362=-0.004
max	1042.360-1042.363=-0.004

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	520.555-534.641=-14.085
σ	147.409-108.425=38.983
min	380.056-379.637=0.418
max	835.238-708.169=127.068

phase=processProdDef

*mean*	4850.767-4850.764=0.003
σ	0.000-0.000=0.000
min	4850.767-4850.764=0.003
max	4850.768-4850.764=0.004

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	5026.806-4957.461=69.345
σ	530.666-326.121=204.545
min	3936.469-4349.627=-413.159
max	5545.691-5330.964=214.727

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	36.294-39.943=-3.649
σ	13.910-8.042=5.868
min	20.197-21.633=-1.436
max	56.227-48.137=8.091

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	794.193-745.459=48.734
σ	183.525-82.410=101.115
min	649.296-643.765=5.531
max	1151.536-894.559=256.977

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.038-0.038=-0.000
min	293.768-293.768=0.000
max	293.860-293.860=-0.000

*mean*	441.800-443.000=-1.200
σ	1.095-0.000=1.095
min	441.000-443.000=-2.000
max	443.000

*mean*	0.401-0.400=0.002
σ	0.009-0.005=0.005
min	0.393-0.394=-0.001
max	0.416-0.406=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.211=0.003
σ	0.042-0.047=-0.005
min	1320.153-1320.137=0.016
max	1320.257-1320.257=-0.000

*mean*	1095.400-1067.600=27.800
σ	185.784-164.483=21.301
min	838.000-845.000=-7.000
max	1316.000-1268.000=48.000

*mean*	2.272-2.249=0.023
σ	0.136-0.124=0.012
min	2.171-2.147=0.024
max	2.509-2.456=0.053

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.621-1560.617=0.003
σ	6.223-6.226=-0.003
min	1557.641-1557.635=0.006
max	1571.748-1571.750=-0.002

*mean*	618.400-619.600=-1.200
σ	81.678-82.984=-1.306
min	494.000
max	713.000-717.000=-4.000

*mean*	2.305-2.304=0.001
σ	0.133-0.188=-0.055
min	2.213-2.181=0.032
max	2.527-2.623=-0.096

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.168=-0.000
σ	0.048-0.056=-0.008
min	1882.113-1882.105=0.009
max	1882.230-1882.241=-0.011

*mean*	1723.200-1708.600=14.600
σ	200.282-258.907=-58.625
min	1452.000-1396.000=56.000
max	1913.000-2056.000=-143.000

*mean*	3.028-2.929=0.099
σ	0.100-0.076=0.024
min	2.895-2.842=0.052
max	3.167-3.013=0.154

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.804-1.841=-0.037
σ	0.119-0.050=0.069
min	1.673-1.755=-0.082
max	1.938-1.874=0.064

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.082=-0.002
σ	582.721-582.721=-0.001
min	160.718-160.720=-0.002
max	1326.161-1326.164=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.535-0.541=-0.006
σ	0.533-0.542=-0.009
min	0.252-0.268=-0.016
max	1.334-1.354=-0.020

policies=20

*mean*	1607.510-1607.527=-0.018
σ	0.415-0.413=0.003
min	1607.224-1607.247=-0.023
max	1608.124-1608.139=-0.014

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-445.000=5.000
σ	9.238-4.619=4.619
min	442.000-441.000=1.000
max	458.000-449.000=9.000

*mean*	2.688-2.694=-0.006
σ	0.008-0.017=-0.009
min	2.680-2.677=0.003
max	2.696-2.714=-0.018

policies=200

*mean*	16083.437-16083.364=0.073
σ	0.106-0.167=-0.061
min	16083.329-16083.200=0.129
max	16083.581-16083.533=0.048

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-493.750=5.500
σ	4.113-4.031=0.082
min	494.000-489.000=5.000
max	504.000-498.000=6.000

*mean*	27.147-27.146=0.001
σ	0.102-0.033=0.068
min	27.040-27.115=-0.075
max	27.283-27.193=0.090