Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.870=0.011
σ	0.359-0.360=-0.001
min	54.747-54.734=0.013
max	55.902-55.893=0.009

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.141-0.142=-0.001
σ	0.005-0.007=-0.002
min	0.135-0.137=-0.002
max	0.150-0.157=-0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.839=0.010
σ	0.007-0.007=0.000
min	43.834-43.829=0.005
max	43.857-43.852=0.005

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.124-0.123=0.001
σ	0.004-0.008=-0.003
min	0.119-0.118=0.001
max	0.133-0.139=-0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	12.223-12.953=-0.730
σ	0.302-0.265=0.037
min	11.839-12.622=-0.783
max	12.619-13.343=-0.725

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	12.403-12.936=-0.532
σ	0.625-0.487=0.138
min	11.088-11.930=-0.841
max	13.192-13.378=-0.186

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7148.000-7125.000=23.000
σ	0.000
min	7148.000-7125.000=23.000
max	7148.000-7125.000=23.000

*mean*	14.828-14.903=-0.075
σ	0.268-1.467=-1.199
min	14.469-11.518=2.951
max	15.221-16.605=-1.384

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.001

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	13.543-13.392=0.151
σ	1.920-1.954=-0.034
min	10.380-11.003=-0.622
max	15.867-15.640=0.227

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	8.921-8.962=-0.041
σ	1.312-0.474=0.839
min	7.755-8.643=-0.889
max	11.955-10.088=1.867

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	6.563-6.847=-0.284
σ	1.056-0.291=0.765
min	5.583-6.375=-0.792
max	9.000-7.213=1.787

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.666=-0.000
max	25.677-25.678=-0.000

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	5.521-5.943=-0.423
σ	0.177-0.206=-0.029
min	5.234-5.491=-0.257
max	5.830-6.168=-0.338

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.972

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	5.184-5.733=-0.549
σ	0.197-0.121=0.075
min	4.873-5.463=-0.590
max	5.450-5.855=-0.405

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7148.000-7125.000=23.000
σ	0.000
min	7148.000-7125.000=23.000
max	7148.000-7125.000=23.000

*mean*	375.248-350.658=24.590
σ	82.158-3.062=79.095
min	343.337-346.014=-2.677
max	578.428-355.397=223.031

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.000
max	7918.954-7918.954=-0.000

*mean*	3274.875-3264.750=10.125
σ	1825.285-1815.826=9.459
min	809.000
max	5625.000-5602.000=23.000

*mean*	3643.468-3724.996=-81.528
σ	1122.236-1120.687=1.548
min	3088.506-3097.965=-9.460
max	6242.357-5736.673=505.684

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	81.760-84.975=-3.215
σ	16.268-13.674=2.594
min	69.416-70.844=-1.429
max	106.630-102.974=3.656

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7148.000-7125.000=23.000
σ	0.000
min	7148.000-7125.000=23.000
max	7148.000-7125.000=23.000

*mean*	60.904-174.331=-113.426
σ	0.282-317.201=-316.919
min	60.594-60.810=-0.216
max	61.461-959.328=-897.867

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.691=0.000

*mean*	7148.000-7125.000=23.000
σ	0.000
min	7148.000-7125.000=23.000
max	7148.000-7125.000=23.000

*mean*	99.124-105.541=-6.417
σ	0.923-14.980=-14.057
min	98.128-98.036=0.092
max	100.766-140.947=-40.181

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.575-14215.576=-0.001
max	14227.820-14227.820=-0.000

*mean*	4043.375-4029.875=13.500
σ	2009.503-2001.038=8.466
min	1218.000-1216.000=2.000
max	7148.000-7125.000=23.000

*mean*	8005.498-8085.668=-80.170
σ	2021.033-2001.585=19.448
min	5986.679-6012.141=-25.462
max	11100.147-11122.937=-22.790

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106-13159.106=-0.000
max	13159.110

*mean*	7148.000-7125.000=23.000
σ	0.000
min	7148.000-7125.000=23.000
max	7148.000-7125.000=23.000

*mean*	5130.080-5098.752=31.328
σ	181.717-155.016=26.701
min	5002.309-5001.046=1.263
max	5487.639-5465.361=22.277

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	379.813-376.840=2.973
σ	19.033-33.281=-14.249
min	346.450-303.390=43.060
max	394.488-395.448=-0.960

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	747.694-742.054=5.640
σ	65.171-70.797=-5.626
min	637.059-621.410=15.649
max	818.562-806.159=12.403

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.325=-0.027
σ	0.759-0.758=0.001
min	1023.822-1023.851=-0.029
max	1027.438-1027.461=-0.023

*mean*	1047.950-1052.450=-4.500
σ	307.616-317.258=-9.641
min	570.000-574.000=-4.000
max	1503.000-1522.000=-19.000

*mean*	1.564-1.609=-0.045
σ	0.076-0.081=-0.005
min	1.484-1.529=-0.045
max	1.767-1.803=-0.036

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.305=0.096
σ	0.506-0.303=0.203
min	0.146-0.140=0.006
max	1.304-0.843=0.462

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.476=0.004
σ	0.320-0.316=0.004
min	0.330-0.328=0.002
max	1.051-1.040=0.010

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.226=-0.001
σ	0.025-0.017=0.008
min	0.210-0.211=-0.002
max	0.268-0.254=0.014

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.337=-0.009
σ	0.016-0.016=-0.000
min	0.311-0.326=-0.015
max	0.354-0.366=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.400-435.400=-4.000
σ	0.894-5.177=-4.282
min	431.000
max	433.000-441.000=-8.000

*mean*	0.557-0.544=0.013
σ	0.074-0.037=0.037
min	0.434-0.488=-0.054
max	0.604-0.590=0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.437-0.477=-0.040
σ	0.067-0.030=0.037
min	0.362-0.447=-0.084
max	0.522-0.512=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	2.622-2.671=-0.049
σ	0.094-0.114=-0.020
min	2.467-2.471=-0.004
max	2.948-3.073=-0.125

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	2.673-2.571=0.102
σ	0.117-0.082=0.036
min	2.455-2.456=-0.001
max	3.128-2.932=0.197

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.304-0.307=-0.003
σ	0.009-0.012=-0.003
min	0.291-0.291=-0.001
max	0.363-0.384=-0.022

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.289-0.295=-0.006
σ	0.007-0.007=-0.000
min	0.275-0.282=-0.007
max	0.325-0.329=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.603-298.748=-0.144
σ	1.043-1.037=0.006
min	298.206-298.330=-0.125
max	301.570-301.695=-0.125

*mean*	443.500-446.200=-2.700
σ	17.469-18.879=-1.410
min	418.000-420.000=-2.000
max	463.000-473.000=-10.000

*mean*	0.604-0.579=0.025
σ	0.025-0.039=-0.014
min	0.553-0.519=0.034
max	0.634-0.649=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.001
σ	0.000-0.001=-0.001
min	236.678-236.678=-0.000
max	236.678-236.681=-0.004

*mean*	1069.625-923.500=146.125
σ	26.517-9.899=16.617
min	1004.000-899.000=105.000
max	1079.000-927.000=152.000

*mean*	212.872-210.297=2.575
σ	5.363-2.800=2.564
min	202.190-205.853=-3.662
max	218.529-214.727=3.802

phase=macro expansion

*mean*	6.130-6.130=-0.000
σ	0.000-0.001=-0.001
min	6.130
max	6.130-6.133=-0.004

*mean*	1069.625-920.500=149.125
σ	26.517-18.385=8.132
min	1004.000-875.000=129.000
max	1079.000-927.000=152.000

*mean*	8.788-9.617=-0.829
σ	2.029-2.410=-0.381
min	6.335-6.358=-0.023
max	12.644-12.930=-0.287

phase=parser

*mean*	1042.364-1042.366=-0.002
σ	0.000-0.001=-0.001
min	1042.364-1042.363=0.001
max	1042.364-1042.367=-0.003

*mean*	1069.625-920.500=149.125
σ	26.517-18.385=8.132
min	1004.000-875.000=129.000
max	1079.000-927.000=152.000

*mean*	476.142-532.891=-56.749
σ	108.112-134.973=-26.861
min	374.952-378.332=-3.380
max	721.027-736.681=-15.654

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000-0.000=0.000
min	4850.764-4850.764=-0.000
max	4850.765-4850.764=0.000

*mean*	1079.000-927.000=152.000
σ	0.000
min	1079.000-927.000=152.000
max	1079.000-927.000=152.000

*mean*	4984.587-5007.418=-22.831
σ	489.341-434.322=55.019
min	4153.977-4259.721=-105.744
max	5474.938-5443.490=31.448

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1069.625-920.500=149.125
σ	26.517-18.385=8.132
min	1004.000-875.000=129.000
max	1079.000-927.000=152.000

*mean*	33.051-37.800=-4.750
σ	10.838-11.114=-0.276
min	20.075-20.380=-0.305
max	47.912-48.473=-0.561

phase=type checker

*mean*	990.454-990.453=0.001
σ	0.071-0.072=-0.001
min	990.348-990.344=0.004
max	990.567-990.567=0.000

*mean*	1069.625-923.375=146.250
σ	26.517-10.253=16.263
min	1004.000-898.000=106.000
max	1079.000-927.000=152.000

*mean*	748.837-792.351=-43.514
σ	101.657-114.111=-12.454
min	656.821-661.479=-4.658
max	911.374-922.312=-10.938

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.842-293.949=-0.107
σ	0.027-0.028=-0.001
min	293.811-293.916=-0.105
max	293.881-293.988=-0.108

*mean*	443.000-440.400=2.600
σ	0.000-2.408=-2.408
min	443.000-438.000=5.000
max	443.000

*mean*	0.393-0.403=-0.010
σ	0.001-0.002=-0.001
min	0.392-0.401=-0.008
max	0.394-0.405=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.252-1320.358=-0.106
σ	0.057-0.075=-0.017
min	1320.184-1320.280=-0.097
max	1320.323-1320.442=-0.119

*mean*	1065.200-1082.400=-17.200
σ	163.990-163.265=0.725
min	843.000-888.000=-45.000
max	1264.000-1305.000=-41.000

*mean*	2.301-2.301=-0.000
σ	0.190-0.150=0.040
min	2.150-2.166=-0.016
max	2.628-2.484=0.144

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.620-1560.717=-0.097
σ	6.217-6.243=-0.026
min	1557.678-1557.728=-0.051
max	1571.737-1571.879=-0.142

*mean*	618.200-622.400=-4.200
σ	83.034-86.584=-3.550
min	493.000
max	716.000-723.000=-7.000

*mean*	2.282-2.214=0.067
σ	0.125-0.128=-0.003
min	2.149-2.094=0.054
max	2.453-2.429=0.024

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.156-1882.261=-0.105
σ	0.041-0.044=-0.003
min	1882.094-1882.209=-0.115
max	1882.188-1882.296=-0.108

*mean*	1707.200-1718.000=-10.800
σ	258.495-168.799=89.696
min	1396.000-1473.000=-77.000
max	2055.000-1873.000=182.000

*mean*	2.987-3.116=-0.129
σ	0.083-0.326=-0.243
min	2.895-2.895=-0.000
max	3.097-3.687=-0.590

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.829-1.688=0.141
σ	0.123-0.093=0.030
min	1.640-1.595=0.045
max	1.954-1.822=0.132

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-452.153=-0.074
σ	582.724-582.778=-0.054
min	160.714-160.761=-0.047
max	1326.164-1326.320=-0.156

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.521-0.553=-0.032
σ	0.493-0.552=-0.059
min	0.267-0.270=-0.003
max	1.261-1.382=-0.121

policies=20

*mean*	1607.509-1607.977=-0.468
σ	0.411-0.439=-0.028
min	1607.226-1607.677=-0.451
max	1608.117-1608.627=-0.510

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.000-451.000=1.000
σ	10.392-9.238=1.155
min	443.000
max	461.000-459.000=2.000

*mean*	2.686-2.720=-0.034
σ	0.009-0.020=-0.011
min	2.679-2.692=-0.013
max	2.699-2.737=-0.038

policies=200

*mean*	16083.450-16087.872=-4.423
σ	0.072-0.079=-0.007
min	16083.369-16087.822=-4.452
max	16083.545-16087.990=-4.445

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-497.500=0.750
σ	4.573-3.317=1.257
min	493.000-494.000=-1.000
max	504.000-502.000=2.000

*mean*	27.243-27.436=-0.192
σ	0.069-0.105=-0.036
min	27.190-27.285=-0.095
max	27.344-27.511=-0.167