Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695
σ	0.000
min	558.695
max	558.695

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.678=-0.001
σ	0.359-0.359=0.000
min	54.547-54.538=0.009
max	55.697-55.698=-0.001

*mean*	416.000-418.700=-2.700
σ	0.000-0.483=-0.483
min	416.000-418.000=-2.000
max	416.000-419.000=-3.000

*mean*	0.141-0.140=0.001
σ	0.006-0.004=0.002
min	0.137-0.137=-0.000
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=-0.000
σ	0.006-0.007=-0.000
min	43.697-43.696=0.002
max	43.716-43.715=0.001

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.122-0.122=-0.001
σ	0.003-0.003=-0.000
min	0.119-0.121=-0.001
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3889.750-3887.375=2.375
σ	1858.199-1855.619=2.580
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	12.671-13.351=-0.680
σ	0.429-1.750=-1.321
min	12.213-12.485=-0.272
max	13.602-17.628=-4.026

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3889.750-3887.375=2.375
σ	1858.199-1855.619=2.580
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	12.876-12.990=-0.115
σ	0.776-2.515=-1.739
min	11.846-11.585=0.261
max	13.963-19.143=-5.180

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	6183.000-6173.000=10.000
σ	0.000
min	6183.000-6173.000=10.000
max	6183.000-6173.000=10.000

*mean*	14.894-14.948=-0.053
σ	0.646-0.359=0.287
min	13.507-14.302=-0.795
max	15.496-15.326=0.170

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.932

*mean*	3743.375-3739.125=4.250
σ	1831.546-1828.416=3.130
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	13.730-13.552=0.178
σ	1.914-1.841=0.072
min	11.073-11.186=-0.114
max	15.689-15.406=0.283

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	3743.375-3739.125=4.250
σ	1831.546-1828.416=3.130
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	8.811-8.785=0.026
σ	0.277-0.311=-0.034
min	8.389-8.378=0.011
max	9.143-9.229=-0.087

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3743.375-3739.125=4.250
σ	1831.546-1828.416=3.130
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	6.672-6.877=-0.205
σ	0.312-0.167=0.145
min	6.109-6.657=-0.548
max	7.104-7.179=-0.075

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=-0.000
max	25.674

*mean*	3889.750-3887.375=2.375
σ	1858.199-1855.619=2.580
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	5.966-6.193=-0.227
σ	0.165-0.575=-0.410
min	5.711-5.850=-0.139
max	6.204-7.600=-1.396

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974-25.974=0.000

*mean*	3889.750-3887.375=2.375
σ	1858.199-1855.619=2.580
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	5.716-5.991=-0.275
σ	0.158-0.613=-0.456
min	5.482-5.699=-0.217
max	5.916-7.499=-1.583

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=-0.000
σ	0.002-0.002=0.000
min	2524.602-2524.602=-0.000
max	2524.606-2524.606=-0.000

*mean*	6183.000-6173.000=10.000
σ	0.000
min	6183.000-6173.000=10.000
max	6183.000-6173.000=10.000

*mean*	1386.021-1325.615=60.405
σ	654.196-514.900=139.296
min	1027.363-1043.531=-16.168
max	2716.096-2332.095=384.002

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.469=-0.000
min	7877.934-7877.934=0.000
max	7879.264-7879.264=-0.000

*mean*	3246.625-3245.000=1.625
σ	1849.647-1848.987=0.661
min	809.000
max	6183.000-6173.000=10.000

*mean*	3763.301-3793.315=-30.014
σ	1210.035-1102.562=107.473
min	3104.296-3115.324=-11.027
max	6042.091-5584.936=457.156

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	3889.750-3887.375=2.375
σ	1858.199-1855.619=2.580
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	120.207-165.376=-45.168
σ	116.212-245.164=-128.951
min	70.802-70.377=0.425
max	407.088-771.654=-364.566

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6183.000-6173.000=10.000
σ	0.000
min	6183.000-6173.000=10.000
max	6183.000-6173.000=10.000

*mean*	64.558-63.906=0.652
σ	4.764-4.640=0.124
min	60.539-60.379=0.160
max	72.046-71.413=0.633

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.690

*mean*	6183.000-6173.000=10.000
σ	0.000
min	6183.000-6173.000=10.000
max	6183.000-6173.000=10.000

*mean*	100.200-100.417=-0.217
σ	2.103-2.105=-0.002
min	98.788-98.488=0.300
max	105.293-105.059=0.234

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.155=0.000
σ	4.304-4.304=-0.000
min	11847.561
max	11859.806

*mean*	3743.375-3739.125=4.250
σ	1831.546-1828.416=3.130
min	1275.000-1279.000=-4.000
max	6183.000-6173.000=10.000

*mean*	5853.016-5835.325=17.692
σ	1117.435-1175.443=-58.009
min	5027.184-5003.829=23.355
max	8027.355-8180.413=-153.058

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.093=0.000
σ	0.002-0.002=0.000
min	10791.091-10791.091=-0.000
max	10791.096-10791.096=0.001

*mean*	6183.000-6173.000=10.000
σ	0.000
min	6183.000-6173.000=10.000
max	6183.000-6173.000=10.000

*mean*	5097.395-5201.169=-103.774
σ	1418.951-1556.731=-137.780
min	4046.285-4073.462=-27.177
max	6940.096-7387.141=-447.045

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	393.224-387.109=6.115
σ	6.645-13.836=-7.191
min	380.567-353.307=27.261
max	398.875-395.847=3.028

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.125-559.625=-0.500
σ	0.354-0.518=-0.164
min	559.000
max	560.000

*mean*	776.392-768.756=7.636
σ	19.228-43.217=-23.989
min	750.248-667.540=82.708
max	798.438-798.232=0.206

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.329=-0.001
σ	0.758-0.759=-0.000
min	1023.852-1023.853=-0.001
max	1027.465-1027.466=-0.001

*mean*	1051.700-1051.150=0.550
σ	313.509-320.321=-6.812
min	593.000-544.000=49.000
max	1517.000-1567.000=-50.000

*mean*	1.585-1.559=0.026
σ	0.087-0.051=0.036
min	1.491-1.495=-0.004
max	1.779-1.688=0.090

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.392=-0.091
σ	0.312-0.522=-0.211
min	0.143-0.134=0.009
max	0.856-1.324=-0.468

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.472=0.011
σ	0.311-0.318=-0.007
min	0.318-0.309=0.010
max	1.039-1.041=-0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.227=-0.006
σ	0.021-0.024=-0.003
min	0.202-0.204=-0.002
max	0.257-0.264=-0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.341-0.341=-0.000
σ	0.019-0.022=-0.003
min	0.330-0.323=0.006
max	0.376-0.380=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-431.600=5.400
σ	6.595-1.342=5.254
min	431.000
max	444.000-434.000=10.000

*mean*	0.549-0.567=-0.018
σ	0.048-0.034=0.014
min	0.498-0.527=-0.030
max	0.599-0.606=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.475-0.476=-0.001
σ	0.045-0.031=0.014
min	0.408-0.453=-0.045
max	0.534-0.529=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	1.973-2.656=-0.683
σ	0.100-0.108=-0.008
min	1.841-2.490=-0.649
max	2.509-2.949=-0.440

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	1.945-2.593=-0.648
σ	0.055-0.078=-0.022
min	1.750-2.474=-0.723
max	2.053-2.970=-0.917

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.309-0.308=0.001
σ	0.010-0.011=-0.000
min	0.296-0.295=0.001
max	0.395-0.368=0.026

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.296-0.300=-0.004
σ	0.008-0.028=-0.020
min	0.284-0.277=0.007
max	0.334-0.482=-0.147

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.768-298.687=0.081
σ	0.959-1.021=-0.062
min	298.268-298.314=-0.046
max	301.460-301.592=-0.132

*mean*	440.000-441.000=-1.000
σ	15.979-17.095=-1.115
min	414.000-416.000=-2.000
max	463.000-465.000=-2.000

*mean*	0.603-0.605=-0.002
σ	0.016-0.021=-0.006
min	0.568-0.561=0.007
max	0.621-0.646=-0.025

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681
σ	0.000
min	236.681
max	236.681

*mean*	1700.625-1709.125=-8.500
σ	6.718-2.475=4.243
min	1684.000-1703.000=-19.000
max	1703.000-1710.000=-7.000

*mean*	216.424-216.654=-0.230
σ	4.096-3.328=0.767
min	213.141-210.658=2.484
max	224.923-221.824=3.099

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1700.625-1709.125=-8.500
σ	6.718-2.475=4.243
min	1684.000-1703.000=-19.000
max	1703.000-1710.000=-7.000

*mean*	11.790-11.543=0.248
σ	2.018-2.377=-0.359
min	9.297-9.430=-0.133
max	14.780-15.970=-1.190

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=-0.000
min	1042.361
max	1042.362

*mean*	1700.625-1709.125=-8.500
σ	6.718-2.475=4.243
min	1684.000-1703.000=-19.000
max	1703.000-1710.000=-7.000

*mean*	692.110-686.480=5.630
σ	88.618-96.130=-7.512
min	587.949-595.039=-7.090
max	838.238-845.661=-7.423

phase=processProdDef

*mean*	4753.277
σ	0.000
min	4753.277
max	4753.277

*mean*	1703.000-1710.000=-7.000
σ	0.000
min	1703.000-1710.000=-7.000
max	1703.000-1710.000=-7.000

*mean*	4008.083-4383.752=-375.669
σ	884.778-608.036=276.742
min	2340.003-3620.371=-1280.368
max	4951.561-5303.241=-351.681

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1700.625-1709.125=-8.500
σ	6.718-2.475=4.243
min	1684.000-1703.000=-19.000
max	1703.000-1710.000=-7.000

*mean*	45.870-45.141=0.729
σ	5.455-6.005=-0.550
min	38.555-39.628=-1.073
max	55.932-56.253=-0.321

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1700.625-1709.125=-8.500
σ	6.718-2.475=4.243
min	1684.000-1703.000=-19.000
max	1703.000-1710.000=-7.000

*mean*	835.688-797.992=37.696
σ	104.085-108.158=-4.073
min	686.025-688.721=-2.696
max	946.024-929.042=16.982

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.916=-0.000
σ	0.038-0.039=-0.001
min	293.863-293.864=-0.002
max	293.956-293.956=-0.000

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	0.398-0.400=-0.002
σ	0.007-0.007=0.001
min	0.392-0.395=-0.003
max	0.408-0.408=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.300-1320.266=0.034
σ	0.037-0.078=-0.041
min	1320.256-1320.189=0.067
max	1320.337-1320.369=-0.032

*mean*	1085.000-1108.000=-23.000
σ	163.658-167.635=-3.977
min	889.000-894.000=-5.000
max	1307.000-1318.000=-11.000

*mean*	2.345-2.086=0.259
σ	0.254-0.050=0.204
min	2.130-2.034=0.095
max	2.707-2.139=0.568

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.480-1559.467=0.012
σ	3.358-3.425=-0.067
min	1557.837-1557.759=0.079
max	1565.480-1565.586=-0.106

*mean*	628.800-626.600=2.200
σ	90.502-90.066=0.437
min	505.000-504.000=1.000
max	728.000-729.000=-1.000

*mean*	2.437-2.485=-0.047
σ	0.224-0.340=-0.116
min	2.172-2.150=0.022
max	2.618-2.976=-0.357

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.269-1882.272=-0.003
σ	0.055-0.056=-0.001
min	1882.206-1882.206=0.000
max	1882.348-1882.334=0.014

*mean*	1722.600-1748.400=-25.800
σ	171.325-211.198=-39.873
min	1475.000-1466.000=9.000
max	1881.000-1948.000=-67.000

*mean*	3.164-3.318=-0.155
σ	0.364-0.353=0.012
min	2.843-2.904=-0.061
max	3.635-3.746=-0.111

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.787-1.656=0.131
σ	0.151-0.111=0.040
min	1.624-1.475=0.149
max	1.947-1.775=0.172

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.410-452.411=-0.000
σ	583.277-583.280=-0.003
min	160.769-160.765=0.004
max	1327.326-1327.331=-0.005

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.550-0.500=0.050
σ	0.557-0.458=0.099
min	0.270-0.270=-0.000
max	1.386-1.187=0.199

policies=20

*mean*	1608.010-1608.016=-0.006
σ	0.414-0.422=-0.008
min	1607.729-1607.739=-0.011
max	1608.624-1608.644=-0.021

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.250-451.000=-3.750
σ	3.500-11.576=-8.076
min	442.000
max	449.000-468.000=-19.000

*mean*	2.693-2.706=-0.013
σ	0.009-0.040=-0.031
min	2.681-2.679=0.001
max	2.701-2.766=-0.065

policies=200

*mean*	16088.535-16088.535=-0.000
σ	0.198-0.140=0.058
min	16088.376-16088.401=-0.025
max	16088.805-16088.706=0.100

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-496.750=1.000
σ	5.123-4.031=1.092
min	491.000-492.000=-1.000
max	503.000-501.000=2.000

*mean*	27.217-27.158=0.059
σ	0.031-0.032=-0.001
min	27.178-27.123=0.054
max	27.252-27.192=0.060