Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.619=0.261
σ	0.361-0.350=0.010
min	54.742-54.487=0.254
max	55.906-55.615=0.291

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.142-0.141=0.001
σ	0.006-0.006=-0.000
min	0.137-0.136=0.002
max	0.153-0.150=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.788=0.062
σ	0.005-0.007=-0.001
min	43.842-43.782=0.060
max	43.860-43.803=0.057

*mean*	416.000-417.800=-1.800
σ	0.000-0.422=-0.422
min	416.000-417.000=-1.000
max	416.000-418.000=-2.000

*mean*	0.125-0.122=0.002
σ	0.004-0.006=-0.002
min	0.122-0.111=0.011
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	12.694-12.882=-0.188
σ	1.739-0.256=1.483
min	11.912-12.541=-0.629
max	16.980-13.149=3.831

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	12.578-13.021=-0.443
σ	1.977-0.676=1.301
min	11.178-12.011=-0.833
max	17.229-14.015=3.213

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.929=-0.001
max	41.932-41.933=-0.000

*mean*	7149.000-7293.000=-144.000
σ	0.000
min	7149.000-7293.000=-144.000
max	7149.000-7293.000=-144.000

*mean*	14.697-15.151=-0.454
σ	0.144-0.601=-0.457
min	14.500-13.834=0.666
max	14.957-15.810=-0.853

op=table_records(), repeat

*mean*	41.929-41.929=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	14.013-13.201=0.812
σ	1.646-1.741=-0.095
min	10.247-11.099=-0.852
max	15.384-15.527=-0.144

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	9.388-8.777=0.611
σ	1.595-0.276=1.319
min	8.038-8.502=-0.464
max	12.106-9.233=2.873

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	7.148-6.874=0.275
σ	1.628-0.155=1.473
min	5.925-6.686=-0.761
max	9.812-7.090=2.722

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.003
min	25.665-25.665=0.001
max	25.678-25.668=0.009

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	5.566-6.018=-0.453
σ	0.542-0.087=0.456
min	5.251-5.917=-0.666
max	6.876-6.117=0.760

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.972-25.972=0.000

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	5.399-5.745=-0.346
σ	0.460-0.239=0.221
min	5.087-5.206=-0.120
max	6.499-6.045=0.454

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.001
min	1021.612-2524.606=-1502.994
max	1021.616-2524.607=-1502.992

*mean*	7149.000-7293.000=-144.000
σ	0.000
min	7149.000-7293.000=-144.000
max	7149.000-7293.000=-144.000

*mean*	374.308-1416.708=-1042.400
σ	79.599-672.632=-593.034
min	343.433-1060.394=-716.960
max	571.240-3011.961=-2440.721

op=load_product(), with indexes

*mean*	7917.793-8744.721=-826.929
σ	0.469-0.469=0.000
min	7917.625-8744.553=-826.928
max	7918.954-8745.883=-826.929

*mean*	3274.875-3571.625=-296.750
σ	1825.216-1794.970=30.245
min	809.000-1044.000=-235.000
max	5624.000-5790.000=-166.000

*mean*	3658.245-4827.912=-1169.667
σ	1038.497-1543.298=-504.801
min	3070.515-3517.052=-446.537
max	6036.809-7279.855=-1243.046

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.001
min	62.076-62.075=0.001
max	62.080-62.081=-0.000

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	88.482-81.696=6.786
σ	20.978-9.875=11.103
min	69.692-70.718=-1.026
max	117.258-95.985=21.273

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.002
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7149.000-7293.000=-144.000
σ	0.000
min	7149.000-7293.000=-144.000
max	7149.000-7293.000=-144.000

*mean*	60.642-105.862=-45.220
σ	1.309-3.730=-2.421
min	59.502-99.537=-40.035
max	63.778-109.329=-45.551

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.687=0.004

*mean*	7149.000-7293.000=-144.000
σ	0.000
min	7149.000-7293.000=-144.000
max	7149.000-7293.000=-144.000

*mean*	99.493-164.254=-64.761
σ	0.625-5.842=-5.217
min	98.642-151.902=-53.260
max	100.577-168.524=-67.946

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.836=2560.335
σ	4.303-4.324=-0.021
min	14215.575-11655.305=2560.270
max	14227.820-11667.538=2560.282

*mean*	4043.500-4150.500=-107.000
σ	2009.675-1896.962=112.713
min	1217.000-1556.000=-339.000
max	7149.000-7293.000=-144.000

*mean*	8004.461-6695.455=1309.006
σ	1980.310-1289.562=690.748
min	5963.004-4913.209=1049.796
max	10983.517-8140.262=2843.254

op=vertical_lookup_list() on indexed

*mean*	13159.108-11560.065=1599.044
σ	0.002-0.001=0.001
min	13159.106-11560.064=1599.042
max	13159.110-11560.066=1599.044

*mean*	7149.000-7293.000=-144.000
σ	0.000
min	7149.000-7293.000=-144.000
max	7149.000-7293.000=-144.000

*mean*	5277.361-5207.343=70.018
σ	594.570-1012.341=-417.771
min	4991.534-4372.519=619.015
max	6697.683-6878.545=-180.862

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	362.827-378.066=-15.239
σ	35.619-19.997=15.622
min	291.720-352.933=-61.213
max	394.130-395.962=-1.832

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.250=2.750
σ	0.000-0.463=-0.463
min	562.000-559.000=3.000
max	562.000-560.000=2.000

*mean*	739.148-770.790=-31.642
σ	76.360-76.942=-0.582
min	584.521-592.838=-8.317
max	805.016-860.274=-55.258

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1008.375=15.925
σ	0.759-0.761=-0.002
min	1023.827-1007.900=15.927
max	1027.437-1011.518=15.920

*mean*	1042.450-1058.300=-15.850
σ	300.010-316.253=-16.243
min	556.000-561.000=-5.000
max	1463.000-1530.000=-67.000

*mean*	1.541-1.516=0.026
σ	0.060-0.067=-0.007
min	1.472-1.454=0.018
max	1.697-1.735=-0.038

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.309-0.386=-0.078
σ	0.291-0.487=-0.196
min	0.151-0.142=0.009
max	0.826-1.255=-0.429

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.482=-0.002
σ	0.319-0.326=-0.007
min	0.326-0.326=0.001
max	1.050-1.065=-0.015

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.214=0.007
σ	0.021-0.024=-0.003
min	0.206-0.195=0.011
max	0.257-0.255=0.002

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.338=-0.007
σ	0.016-0.018=-0.002
min	0.320-0.323=-0.003
max	0.358-0.367=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.908=0.933
σ	0.011
min	964.835-963.902=0.933
max	964.859-963.926=0.933

*mean*	436.600-434.400=2.200
σ	6.066-1.342=4.725
min	431.000-432.000=-1.000
max	443.000-435.000=8.000

*mean*	0.524-0.492=0.032
σ	0.050-0.051=-0.001
min	0.470-0.440=0.029
max	0.602-0.567=0.034

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.884=0.936
σ	0.002
min	885.819-884.883=0.936
max	885.823-884.886=0.936

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.498-0.490=0.008
σ	0.020-0.036=-0.016
min	0.477-0.447=0.030
max	0.520-0.531=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002
min	7.708-7.705=0.002
max	7.712-7.709=0.002

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	2.618-1.953=0.665
σ	0.086-0.076=0.010
min	2.445-1.830=0.615
max	2.936-2.203=0.733

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	2.549-1.920=0.629
σ	0.062-0.072=-0.010
min	2.418-1.723=0.695
max	2.797-2.169=0.628

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.308-0.302=0.006
σ	0.017-0.007=0.010
min	0.291-0.288=0.003
max	0.417-0.339=0.077

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.295-0.288=0.008
σ	0.007-0.011=-0.004
min	0.281-0.276=0.005
max	0.339-0.363=-0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.692-297.984=0.708
σ	1.038-1.024=0.013
min	298.327-297.591=0.735
max	301.644-300.896=0.748

*mean*	441.800-443.600=-1.800
σ	16.322-13.393=2.929
min	417.000-428.000=-11.000
max	468.000-466.000=2.000

*mean*	0.593-0.601=-0.008
σ	0.035-0.026=0.009
min	0.527-0.560=-0.034
max	0.638-0.636=0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	1064.875-1693.000=-628.125
σ	34.295-103.642=-69.348
min	980.000-1492.000=-512.000
max	1077.000-1748.000=-671.000

*mean*	203.855-204.203=-0.348
σ	2.968-1.627=1.341
min	200.425-200.846=-0.421
max	208.466-206.208=2.258

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.875-1693.000=-628.125
σ	34.295-103.642=-69.348
min	980.000-1492.000=-512.000
max	1077.000-1748.000=-671.000

*mean*	10.048-11.776=-1.728
σ	2.531-1.860=0.671
min	6.558-7.173=-0.616
max	12.812-12.482=0.330

phase=parser

*mean*	1042.366-1041.161=1.204
σ	0.001-0.000=0.001
min	1042.363-1041.160=1.202
max	1042.366-1041.161=1.205

*mean*	1064.875-1693.000=-628.125
σ	34.295-103.642=-69.348
min	980.000-1492.000=-512.000
max	1077.000-1748.000=-671.000

*mean*	577.633-677.886=-100.253
σ	125.907-103.761=22.146
min	403.653-421.153=-17.499
max	720.663-717.642=3.021

phase=processProdDef

*mean*	4850.765-6169.660=-1318.895
σ	0.000-0.000=-0.000
min	4850.765-6169.659=-1318.894
max	4850.765-6169.660=-1318.895

*mean*	1077.000-1725.000=-648.000
σ	0.000-65.054=-65.054
min	1077.000-1564.000=-487.000
max	1077.000-1748.000=-671.000

*mean*	4669.794-5524.122=-854.328
σ	498.763-1460.464=-961.701
min	3743.943-3885.019=-141.076
max	5428.587-7877.547=-2448.960

phase=renaming

*mean*	21.671-21.670=0.001
σ	0.000
min	21.671-21.670=0.001
max	21.671-21.670=0.001

*mean*	1064.875-1693.000=-628.125
σ	34.295-103.642=-69.348
min	980.000-1492.000=-512.000
max	1077.000-1748.000=-671.000

*mean*	37.836-44.991=-7.155
σ	11.557-7.533=4.024
min	19.908-26.355=-6.448
max	47.763-47.910=-0.148

phase=type checker

*mean*	990.453-958.537=31.917
σ	0.072-0.066=0.006
min	990.344-958.439=31.906
max	990.567-958.626=31.941

*mean*	1064.875-1693.000=-628.125
σ	34.295-103.642=-69.348
min	980.000-1492.000=-512.000
max	1077.000-1748.000=-671.000

*mean*	747.410-818.956=-71.545
σ	93.821-105.697=-11.875
min	640.420-635.880=4.540
max	882.400-976.532=-94.132

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-292.773=1.048
σ	0.038-0.034=0.003
min	293.768-292.726=1.042
max	293.860-292.811=1.050

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.393-0.402=-0.009
σ	0.000-0.006=-0.005
min	0.392-0.397=-0.005
max	0.394-0.412=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.223-1302.876=17.347
σ	0.029-0.088=-0.060
min	1320.174-1302.727=17.448
max	1320.247-1302.947=17.300

*mean*	1084.600-1091.600=-7.000
σ	179.553-180.594=-1.041
min	851.000-841.000=10.000
max	1309.000-1305.000=4.000

*mean*	2.239-2.061=0.178
σ	0.038-0.207=-0.169
min	2.186-1.838=0.348
max	2.278-2.276=0.002

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1545.901=14.711
σ	6.245-4.064=2.181
min	1557.612-1543.892=13.720
max	1571.779-1553.164=18.615

*mean*	620.400-614.000=6.400
σ	83.494-77.772=5.722
min	495.000-494.000=1.000
max	720.000-701.000=19.000

*mean*	2.333-2.285=0.048
σ	0.256-0.283=-0.027
min	2.198-2.120=0.079
max	2.790-2.788=0.002

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.147-1864.833=17.314
σ	0.046-0.026=0.021
min	1882.099-1864.798=17.302
max	1882.221-1864.863=17.358

*mean*	1735.200-1741.400=-6.200
σ	226.928-227.387=-0.459
min	1440.000-1439.000=1.000
max	1953.000-1957.000=-4.000

*mean*	3.069-2.974=0.095
σ	0.220-0.176=0.044
min	2.862-2.791=0.071
max	3.384-3.254=0.130

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.807=-0.089
σ	0.148-0.063=0.085
min	1.469-1.713=-0.244
max	1.839-1.865=-0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-447.736=4.346
σ	582.722-579.077=3.645
min	160.718-158.194=2.524
max	1326.165-1316.351=9.814

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.536-0.542=-0.005
σ	0.527-0.554=-0.026
min	0.265-0.263=0.003
max	1.327-1.372=-0.045

policies=20

*mean*	1607.524-1582.287=25.236
σ	0.406-0.362=0.044
min	1607.248-1582.031=25.217
max	1608.124-1582.821=25.303

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	446.750-446.500=0.250
σ	7.500-4.041=3.459
min	443.000
max	458.000-450.000=8.000

*mean*	2.681-2.633=0.048
σ	0.013-0.014=-0.001
min	2.661-2.621=0.040
max	2.691-2.651=0.039

policies=200

*mean*	16083.348-15830.907=252.441
σ	0.110-0.092=0.018
min	16083.237-15830.839=252.399
max	16083.479-15831.036=252.443

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.750-497.000=0.750
σ	5.315-4.967=0.349
min	492.000-491.000=1.000
max	504.000-503.000=1.000

*mean*	27.116-26.684=0.432
σ	0.042-0.131=-0.089
min	27.072-26.572=0.500
max	27.172-26.841=0.331