Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.886-54.889=-0.002
σ	0.357-0.358=-0.002
min	54.751-54.749=0.002
max	55.901-55.907=-0.007

*mean*	416.300-416.000=0.300
σ	0.483-0.000=0.483
min	416.000
max	417.000-416.000=1.000

*mean*	0.138-0.139=-0.000
σ	0.006-0.005=0.002
min	0.131-0.133=-0.003
max	0.151-0.148=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.857-43.857=-0.001
σ	0.007-0.006=0.001
min	43.847-43.848=-0.001
max	43.870-43.870=0.000

*mean*	417.700-416.000=1.700
σ	0.483-0.000=0.483
min	417.000-416.000=1.000
max	418.000-416.000=2.000

*mean*	0.125-0.132=-0.007
σ	0.004-0.011=-0.007
min	0.121-0.120=0.001
max	0.132-0.152=-0.020

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	13.562-12.989=0.573
σ	1.815-1.763=0.052
min	12.413-11.993=0.420
max	17.972-17.284=0.688

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	13.585-13.003=0.582
σ	1.966-1.637=0.329
min	12.116-11.407=0.708
max	18.235-16.805=1.429

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7080.000-7149.000=-69.000
σ	0.000
min	7080.000-7149.000=-69.000
max	7080.000-7149.000=-69.000

*mean*	15.090-14.768=0.322
σ	1.481-0.203=1.278
min	11.626-14.482=-2.856
max	16.600-15.032=1.568

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	14.447-14.280=0.167
σ	1.338-1.670=-0.332
min	11.789-10.372=1.417
max	16.158-15.390=0.768

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	9.957-9.113=0.844
σ	1.290-1.234=0.057
min	8.798-8.033=0.765
max	12.676-11.877=0.799

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=-0.000

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	7.808-7.047=0.762
σ	1.305-1.252=0.053
min	6.660-6.144=0.516
max	10.434-9.732=0.702

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.677=0.000

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	6.218-5.592=0.625
σ	0.597-0.530=0.067
min	5.780-5.297=0.483
max	7.653-6.859=0.794

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.972

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	6.174-5.503=0.672
σ	0.534-0.514=0.020
min	5.853-5.177=0.676
max	7.476-6.757=0.719

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7080.000-7149.000=-69.000
σ	0.000
min	7080.000-7149.000=-69.000
max	7080.000-7149.000=-69.000

*mean*	364.566-373.847=-9.281
σ	41.153-76.941=-35.789
min	346.433-343.418=3.014
max	466.243-564.190=-97.948

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.624=-0.000
max	7918.954

*mean*	3275.875-3275.500=0.375
σ	1825.673-1826.597=-0.924
min	809.000-810.000=-1.000
max	5626.000

*mean*	3683.509-3681.298=2.211
σ	1075.243-1078.654=-3.411
min	3097.555-3079.118=18.437
max	6152.546-6164.655=-12.108

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	87.554-85.180=2.374
σ	17.536-18.878=-1.342
min	70.744-69.729=1.016
max	111.961-119.354=-7.393

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7080.000-7149.000=-69.000
σ	0.000
min	7080.000-7149.000=-69.000
max	7080.000-7149.000=-69.000

*mean*	77.309-59.719=17.590
σ	43.104-0.265=42.839
min	59.915-59.444=0.471
max	183.503-60.254=123.249

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7080.000-7149.000=-69.000
σ	0.000
min	7080.000-7149.000=-69.000
max	7080.000-7149.000=-69.000

*mean*	202.202-98.501=103.700
σ	285.708-0.652=285.056
min	98.862-97.513=1.349
max	909.231-99.234=809.997

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575
max	14227.821-14227.820=0.001

*mean*	4035.500-4044.500=-9.000
σ	1995.067-2010.123=-15.055
min	1218.000
max	7080.000-7149.000=-69.000

*mean*	7772.756-7692.457=80.299
σ	2026.611-1850.731=175.880
min	5974.179-5990.147=-15.968
max	11115.789-10878.626=237.163

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7080.000-7149.000=-69.000
σ	0.000
min	7080.000-7149.000=-69.000
max	7080.000-7149.000=-69.000

*mean*	5472.831-5127.200=345.632
σ	1104.707-199.799=904.908
min	4992.366-4998.744=-6.378
max	8177.143-5490.801=2686.342

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	374.341-331.186=43.155
σ	30.767-35.703=-4.936
min	304.719-292.542=12.177
max	392.738-396.699=-3.961

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.000=2.000
σ	0.000
min	561.000-559.000=2.000
max	561.000-559.000=2.000

*mean*	739.807-713.932=25.875
σ	54.692-83.494=-28.801
min	636.738-602.509=34.228
max	787.070-828.175=-41.105

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.300=-0.000
σ	0.759-0.758=0.001
min	1023.826-1023.827=-0.001
max	1027.438-1027.434=0.004

*mean*	1054.000-1040.600=13.400
σ	312.497-300.046=12.452
min	570.000-552.000=18.000
max	1512.000-1461.000=51.000

*mean*	1.563-1.558=0.006
σ	0.077-0.080=-0.003
min	1.478-1.469=0.009
max	1.814-1.800=0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.407-0.441=-0.033
σ	0.530-0.489=0.042
min	0.146-0.157=-0.010
max	1.353-1.313=0.041

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.463-0.829=-0.366
σ	0.318-0.527=-0.209
min	0.305-0.571=-0.266
max	1.032-1.770=-0.739

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.204-0.383=-0.180
σ	0.023-0.041=-0.018
min	0.184-0.350=-0.166
max	0.243-0.454=-0.211

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.604=-0.273
σ	0.017-0.035=-0.018
min	0.315-0.572=-0.257
max	0.358-0.661=-0.303

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-2.236=-0.447
min	431.000-432.000=-1.000
max	435.000-437.000=-2.000

*mean*	0.537-0.639=-0.103
σ	0.055-0.102=-0.047
min	0.463-0.525=-0.062
max	0.597-0.758=-0.160

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.501-0.462=0.038
σ	0.018-0.023=-0.004
min	0.475-0.439=0.036
max	0.519-0.498=0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	2.624-2.584=0.040
σ	0.102-0.172=-0.070
min	2.432-1.996=0.436
max	3.063-2.991=0.073

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	2.581-2.583=-0.002
σ	0.081-0.096=-0.014
min	2.444-2.422=0.022
max	2.801-2.922=-0.121

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.305-0.312=-0.007
σ	0.008-0.035=-0.027
min	0.292-0.292=-0.000
max	0.358-0.644=-0.286

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-437.000=5.000
σ	0.000
min	442.000-437.000=5.000
max	442.000-437.000=5.000

*mean*	0.302-0.293=0.009
σ	0.034-0.008=0.027
min	0.282-0.280=0.002
max	0.546-0.345=0.201

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.898-298.817=0.081
σ	1.055-1.029=0.026
min	298.503-298.409=0.094
max	301.900-301.742=0.158

*mean*	442.400-441.600=0.800
σ	16.365-14.470=1.895
min	418.000-420.000=-2.000
max	469.000-464.000=5.000

*mean*	0.597-0.605=-0.008
σ	0.022-0.015=0.007
min	0.565-0.581=-0.017
max	0.629-0.634=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	941.750-942.625=-0.875
σ	17.678-15.203=2.475
min	898.000-905.000=-7.000
max	948.000

*mean*	209.143-204.932=4.210
σ	3.199-4.558=-1.359
min	203.108-198.365=4.743
max	212.563-211.281=1.282

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	940.250-942.625=-2.375
σ	21.920-15.203=6.718
min	886.000-905.000=-19.000
max	948.000

*mean*	8.925-8.806=0.119
σ	2.076-1.610=0.465
min	6.594-6.437=0.158
max	12.576-10.848=1.729

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=0.000
min	1042.360-1042.363=-0.003
max	1042.361-1042.364=-0.002

*mean*	940.250-942.625=-2.375
σ	21.920-15.203=6.718
min	886.000-905.000=-19.000
max	948.000

*mean*	538.627-514.507=24.119
σ	91.593-94.213=-2.619
min	414.048-375.210=38.839
max	722.226-619.013=103.213

phase=processProdDef

*mean*	4850.768-4850.767=0.001
σ	0.000-0.000=0.000
min	4850.768-4850.767=0.000
max	4850.769-4850.767=0.001

*mean*	948.000
σ	0.000
min	948.000
max	948.000

*mean*	4747.671-5020.256=-272.585
σ	526.183-367.075=159.107
min	3952.354-4561.712=-609.358
max	5303.511-5547.018=-243.507

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	940.250-942.625=-2.375
σ	21.920-15.203=6.718
min	886.000-905.000=-19.000
max	948.000

*mean*	33.804-33.895=-0.091
σ	10.034-9.562=0.471
min	20.618-21.201=-0.583
max	47.446-44.785=2.661

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	941.625-942.625=-1.000
σ	18.031-15.203=2.828
min	897.000-905.000=-8.000
max	948.000

*mean*	745.812-727.758=18.054
σ	92.184-79.228=12.956
min	650.305-650.722=-0.417
max	882.681-881.315=1.366

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.822=-0.003
σ	0.039-0.038=0.001
min	293.768-293.770=-0.001
max	293.859-293.861=-0.002

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.397-0.395=0.002
σ	0.009-0.004=0.005
min	0.391-0.390=0.002
max	0.413-0.401=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.218=0.001
σ	0.032-0.043=-0.010
min	1320.172-1320.149=0.023
max	1320.251-1320.255=-0.004

*mean*	1095.400-1066.000=29.400
σ	185.280-165.398=19.882
min	839.000-842.000=-3.000
max	1316.000-1267.000=49.000

*mean*	2.306-2.265=0.041
σ	0.178-0.099=0.078
min	2.185-2.165=0.019
max	2.619-2.417=0.202

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1560.614=-0.002
σ	6.221-6.216=0.005
min	1557.628-1557.633=-0.005
max	1571.737-1571.730=0.007

*mean*	618.200-619.000=-0.800
σ	81.885-82.686=-0.801
min	494.000
max	714.000-716.000=-2.000

*mean*	2.277-2.290=-0.013
σ	0.111-0.137=-0.025
min	2.210-2.153=0.057
max	2.474-2.512=-0.039

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.168-1882.176=-0.008
σ	0.046-0.058=-0.012
min	1882.114-1882.112=0.002
max	1882.226-1882.252=-0.026

*mean*	1723.600-1710.600=13.000
σ	200.147-257.948=-57.801
min	1452.000-1395.000=57.000
max	1913.000-2054.000=-141.000

*mean*	3.058-2.969=0.089
σ	0.144-0.077=0.067
min	2.895-2.884=0.012
max	3.245-3.048=0.197

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.681-1.759=-0.077
σ	0.135-0.091=0.043
min	1.498-1.618=-0.120
max	1.835-1.853=-0.019

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.082=0.000
σ	582.723-582.723=-0.000
min	160.718-160.717=0.001
max	1326.166-1326.166=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.546-0.547=-0.001
σ	0.552-0.547=0.006
min	0.261-0.267=-0.006
max	1.374-1.367=0.007

policies=20

*mean*	1607.534-1607.538=-0.004
σ	0.410-0.418=-0.008
min	1607.254-1607.257=-0.003
max	1608.141-1608.158=-0.017

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-450.500=-4.500
σ	8.000-8.660=-0.660
min	442.000-443.000=-1.000
max	458.000

*mean*	2.680-2.708=-0.027
σ	0.011-0.021=-0.010
min	2.665-2.682=-0.017
max	2.692-2.731=-0.039

policies=200

*mean*	16083.510-16083.453=0.057
σ	0.018-0.195=-0.177
min	16083.492-16083.328=0.164
max	16083.530-16083.741=-0.211

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-496.750=-1.500
σ	3.775-2.986=0.789
min	491.000-494.000=-3.000
max	500.000-501.000=-1.000

*mean*	27.162-27.222=-0.061
σ	0.065-0.162=-0.097
min	27.103-27.070=0.033
max	27.239-27.440=-0.201