Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.879=0.002
σ	0.358-0.357=0.001
min	54.743-54.747=-0.003
max	55.900-55.895=0.005

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.144-0.138=0.006
σ	0.005-0.006=-0.002
min	0.138-0.132=0.006
max	0.153-0.148=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.850=-0.000
σ	0.007-0.005=0.002
min	43.835-43.841=-0.006
max	43.858-43.857=0.001

*mean*	421.700-418.000=3.700
σ	0.483-0.000=0.483
min	421.000-418.000=3.000
max	422.000-418.000=4.000

*mean*	0.124-0.127=-0.003
σ	0.005-0.004=0.000
min	0.118-0.122=-0.004
max	0.133-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	13.378-13.561=-0.183
σ	1.862-1.859=0.003
min	12.337-12.538=-0.201
max	17.905-18.109=-0.203

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	13.893-12.977=0.916
σ	1.556-1.961=-0.405
min	12.923-11.965=0.959
max	17.610-17.735=-0.125

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7143.000-7151.000=-8.000
σ	0.000
min	7143.000-7151.000=-8.000
max	7143.000-7151.000=-8.000

*mean*	15.376-15.449=-0.072
σ	0.178-0.215=-0.036
min	15.190-15.189=0.001
max	15.643-15.755=-0.113

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	13.965-15.048=-1.084
σ	2.067-1.558=0.509
min	11.335-11.416=-0.081
max	16.737-16.323=0.415

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	9.863-9.969=-0.106
σ	1.169-1.579=-0.409
min	8.877-8.596=0.281
max	12.520-12.521=-0.001

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	6.922-7.644=-0.722
σ	1.256-1.271=-0.015
min	5.963-6.551=-0.588
max	9.873-9.753=0.120

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	6.340-6.071=0.268
σ	0.529-0.497=0.032
min	5.795-5.830=-0.035
max	7.518-7.293=0.225

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.972-25.972=-0.000

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	5.889-5.988=-0.099
σ	0.607-0.435=0.172
min	5.363-5.742=-0.378
max	7.270-7.058=0.212

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7143.000-7151.000=-8.000
σ	0.000
min	7143.000-7151.000=-8.000
max	7143.000-7151.000=-8.000

*mean*	352.257-384.245=-31.988
σ	2.936-97.857=-94.921
min	346.138-347.516=-1.378
max	354.541-626.379=-271.838

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.624=0.000
max	7918.953-7918.954=-0.000

*mean*	3272.125-3274.125=-2.000
σ	1824.432-1823.677=0.755
min	808.000-809.000=-1.000
max	5622.000

*mean*	3622.399-3771.585=-149.186
σ	1094.659-1095.528=-0.868
min	3084.892-3092.686=-7.794
max	6157.370-5732.144=425.226

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	81.110-90.335=-9.225
σ	14.362-20.792=-6.431
min	69.484-71.034=-1.550
max	107.224-122.752=-15.529

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7143.000-7151.000=-8.000
σ	0.000
min	7143.000-7151.000=-8.000
max	7143.000-7151.000=-8.000

*mean*	61.845-62.374=-0.529
σ	1.613-0.906=0.707
min	60.576-61.669=-1.093
max	64.735-64.424=0.311

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7143.000-7151.000=-8.000
σ	0.000
min	7143.000-7151.000=-8.000
max	7143.000-7151.000=-8.000

*mean*	99.840-99.115=0.725
σ	0.991-0.876=0.116
min	98.702-98.118=0.584
max	101.672-100.747=0.925

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.001
min	14215.576-14215.575=0.001
max	14227.820-14227.821=-0.001

*mean*	4039.750-4042.625=-2.875
σ	2009.227-2009.609=-0.382
min	1213.000-1217.000=-4.000
max	7143.000-7151.000=-8.000

*mean*	8108.131-8262.854=-154.723
σ	1892.427-1980.807=-88.379
min	5973.880-5978.744=-4.864
max	10874.333-11135.927=-261.595

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.105-13159.106=-0.001
max	13159.111-13159.110=0.001

*mean*	7143.000-7151.000=-8.000
σ	0.000
min	7143.000-7151.000=-8.000
max	7143.000-7151.000=-8.000

*mean*	5628.787-5339.623=289.164
σ	1176.883-607.585=569.298
min	5007.110-5028.816=-21.706
max	8110.722-6734.485=1376.237

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	369.765-382.731=-12.966
σ	21.407-12.191=9.216
min	317.716-356.452=-38.736
max	382.538-391.998=-9.460

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-559.250=-0.250
σ	0.000-1.035=-1.035
min	559.000-558.000=1.000
max	559.000-560.000=-1.000

*mean*	750.863-777.814=-26.951
σ	19.213-14.638=4.575
min	710.698-757.403=-46.705
max	766.157-794.289=-28.132

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=0.000
min	1023.828-1023.824=0.004
max	1027.438-1027.438=-0.000

*mean*	1038.600-1039.200=-0.600
σ	300.912-299.411=1.501
min	563.000-552.000=11.000
max	1461.000-1459.000=2.000

*mean*	1.540-1.564=-0.024
σ	0.062-0.066=-0.005
min	1.449-1.487=-0.039
max	1.642-1.726=-0.085

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.311-0.436=-0.125
σ	0.317-0.485=-0.168
min	0.146-0.143=0.003
max	0.877-1.265=-0.388

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.431-0.427=0.004
σ	0.183-0.187=-0.004
min	0.326-0.323=0.003
max	0.757-0.760=-0.003

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.214-0.216=-0.002
σ	0.024-0.019=0.005
min	0.194-0.200=-0.006
max	0.255-0.249=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.332-0.331=0.001
σ	0.014-0.012=0.002
min	0.322-0.323=-0.001
max	0.357-0.352=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000
σ	6.595
min	430.000
max	443.000

*mean*	0.547-0.526=0.021
σ	0.071-0.065=0.005
min	0.430-0.439=-0.009
max	0.603-0.617=-0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.466-0.452=0.014
σ	0.059-0.042=0.017
min	0.379-0.394=-0.015
max	0.520-0.499=0.021

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.716-2.008=0.708
σ	0.103-0.099=0.003
min	2.534-1.860=0.674
max	3.316-2.476=0.840

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.610-1.968=0.642
σ	0.078-0.066=0.012
min	2.471-1.819=0.652
max	2.844-2.178=0.666

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.309-0.304=0.005
σ	0.011-0.009=0.002
min	0.295-0.292=0.003
max	0.369-0.357=0.012

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.302-0.292=0.010
σ	0.038-0.008=0.029
min	0.269-0.270=-0.001
max	0.640-0.330=0.310

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.657-298.653=0.004
σ	1.031-1.030=0.001
min	298.247-298.211=0.037
max	301.588-301.576=0.012

*mean*	443.500-443.900=-0.400
σ	16.602-16.065=0.536
min	423.000-417.000=6.000
max	467.000

*mean*	0.598-0.609=-0.010
σ	0.022-0.018=0.004
min	0.566-0.588=-0.022
max	0.643-0.647=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.875-1065.000=0.875
σ	34.295-33.941=0.354
min	981.000
max	1078.000-1077.000=1.000

*mean*	213.436-211.042=2.394
σ	3.806-4.107=-0.301
min	207.824-204.100=3.724
max	219.285-218.102=1.183

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.875-1065.000=0.875
σ	34.295-33.941=0.354
min	981.000
max	1078.000-1077.000=1.000

*mean*	8.759-8.189=0.570
σ	2.279-2.258=0.021
min	6.345-6.296=0.049
max	13.004-12.491=0.514

phase=parser

*mean*	1042.366-1042.366=-0.000
σ	0.002-0.001=0.000
min	1042.362-1042.362=-0.001
max	1042.366

*mean*	1065.875-1065.000=0.875
σ	34.295-33.941=0.354
min	981.000
max	1078.000-1077.000=1.000

*mean*	506.924-515.097=-8.173
σ	70.475-93.683=-23.208
min	409.408-421.452=-12.044
max	630.892-727.017=-96.125

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.765
max	4850.765

*mean*	1078.000-1077.000=1.000
σ	0.000
min	1078.000-1077.000=1.000
max	1078.000-1077.000=1.000

*mean*	4737.656-5075.188=-337.532
σ	506.395-324.142=182.254
min	3619.543-4486.635=-867.092
max	5284.763-5420.472=-135.709

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.875-1065.000=0.875
σ	34.295-33.941=0.354
min	981.000
max	1078.000-1077.000=1.000

*mean*	32.420-30.006=2.415
σ	11.477-11.083=0.393
min	20.452-20.816=-0.363
max	48.415-47.659=0.756

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1065.875-1065.000=0.875
σ	34.295-33.941=0.354
min	981.000
max	1078.000-1077.000=1.000

*mean*	727.078-758.370=-31.292
σ	96.830-132.446=-35.617
min	652.794-649.844=2.950
max	898.360-952.012=-53.652

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.819=0.003
σ	0.038-0.039=-0.001
min	293.769-293.768=0.000
max	293.861-293.860=0.001

*mean*	439.800-443.800=-4.000
σ	1.095
min	439.000-443.000=-4.000
max	441.000-445.000=-4.000

*mean*	0.396-0.405=-0.009
σ	0.009-0.008=0.001
min	0.390-0.393=-0.003
max	0.412-0.414=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.213-1320.222=-0.009
σ	0.036-0.028=0.008
min	1320.165-1320.176=-0.011
max	1320.251-1320.245=0.006

*mean*	1082.600-1068.800=13.800
σ	171.534-164.764=6.770
min	877.000-846.000=31.000
max	1314.000-1269.000=45.000

*mean*	2.262-2.235=0.026
σ	0.114-0.057=0.057
min	2.168-2.164=0.004
max	2.459-2.301=0.159

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1560.606=0.007
σ	6.203-6.243=-0.040
min	1557.657-1557.596=0.061
max	1571.705-1571.770=-0.064

*mean*	609.600-620.800=-11.200
σ	94.648-82.932=11.716
min	496.000-495.000=1.000
max	733.000-718.000=15.000

*mean*	2.274-2.280=-0.006
σ	0.080-0.195=-0.116
min	2.170-2.142=0.028
max	2.375-2.622=-0.247

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.179-1882.177=0.001
σ	0.060-0.063=-0.002
min	1882.104-1882.116=-0.012
max	1882.262-1882.269=-0.007

*mean*	1722.600-1716.000=6.600
σ	179.196-260.844=-81.648
min	1466.000-1399.000=67.000
max	1887.000-2064.000=-177.000

*mean*	3.060-2.913=0.146
σ	0.383-0.127=0.256
min	2.675-2.712=-0.037
max	3.619-3.020=0.598

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.739-1.838=-0.098
σ	0.128-0.063=0.065
min	1.595-1.733=-0.139
max	1.884-1.902=-0.018

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.079=0.002
σ	582.722-582.723=-0.001
min	160.717-160.713=0.004
max	1326.164-1326.163=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.550-0.518=0.032
σ	0.548-0.490=0.058
min	0.272-0.267=0.005
max	1.372-1.253=0.119

policies=20

*mean*	1607.512-1607.505=0.007
σ	0.416-0.422=-0.005
min	1607.231-1607.214=0.018
max	1608.129-1608.128=0.001

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-450.000=1.000
σ	9.238-8.083=1.155
min	443.000
max	459.000-457.000=2.000

*mean*	2.691-2.696=-0.005
σ	0.021-0.020=0.001
min	2.665-2.680=-0.015
max	2.713-2.723=-0.009

policies=200

*mean*	16083.438-16083.394=0.044
σ	0.130-0.164=-0.035
min	16083.296-16083.209=0.087
max	16083.611-16083.585=0.025

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-494.750=2.500
σ	4.573-3.096=1.478
min	492.000
max	503.000-499.000=4.000

*mean*	27.250-27.258=-0.008
σ	0.043-0.076=-0.034
min	27.223-27.163=0.060
max	27.314-27.342=-0.028