Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.834=-0.058
σ	0.365-0.365=-0.001
min	54.629-54.705=-0.075
max	55.813-55.874=-0.061

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.140-0.140=0.000
σ	0.004-0.005=-0.001
min	0.137-0.132=0.005
max	0.147-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.772-43.843=-0.070
σ	0.006-0.004=0.001
min	43.763-43.836=-0.073
max	43.781-43.848=-0.067

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.120-0.120=0.000
σ	0.006-0.005=0.001
min	0.115-0.114=0.001
max	0.131-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4425.375-4426.125=-0.750
σ	2225.427-2226.048=-0.621
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	12.248-12.839=-0.590
σ	2.020-1.834=0.186
min	11.303-11.906=-0.602
max	17.234-17.287=-0.053

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4605.625-4606.125=-0.500
σ	2256.543-2257.056=-0.513
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	131.028-55.617=75.411
σ	335.648-121.157=214.492
min	10.963-11.452=-0.489
max	961.704-355.429=606.276

op=table_records(), no indexes

*mean*	41.948-41.948=0.001
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.000

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	11.036-10.560=0.476
σ	0.867-0.257=0.610
min	10.338-10.265=0.072
max	13.054-11.042=2.012

op=table_records(), repeat

*mean*	41.934-41.933=0.001
σ	0.001-0.000=0.001
min	41.933-41.933=0.000
max	41.937-41.934=0.003

*mean*	4196.750-4197.125=-0.375
σ	1952.981-1953.220=-0.239
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	11.160-11.435=-0.276
σ	1.649-0.955=0.694
min	10.406-10.563=-0.157
max	15.230-13.626=1.604

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4196.750-4197.125=-0.375
σ	1952.981-1953.220=-0.239
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	8.669-8.717=-0.048
σ	1.176-0.739=0.436
min	7.603-7.939=-0.335
max	11.468-10.407=1.060

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406-26.406=-0.000

*mean*	4196.750-4197.125=-0.375
σ	1952.981-1953.220=-0.239
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	6.087-6.660=-0.573
σ	1.123-0.621=0.503
min	5.417-6.133=-0.716
max	8.827-8.081=0.745

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4605.625-4606.125=-0.500
σ	2256.543-2257.056=-0.513
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	6.072-6.175=-0.103
σ	1.039-0.415=0.624
min	5.406-5.778=-0.372
max	8.444-7.142=1.302

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4605.625-4606.125=-0.500
σ	2256.543-2257.056=-0.513
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	5.864-6.134=-0.270
σ	1.038-0.579=0.459
min	5.171-5.785=-0.614
max	8.235-7.399=0.835

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	348.978-343.809=5.169
σ	3.792-2.108=1.684
min	344.131-340.249=3.882
max	354.443-347.793=6.649

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.468-0.468=-0.000
min	3495.713
max	3497.037

*mean*	3770.125-3770.375=-0.250
σ	2309.193-2309.451=-0.258
min	720.000
max	7404.000-7406.000=-2.000

*mean*	1725.030-1770.910=-45.881
σ	540.400-646.919=-106.519
min	1401.938-1383.215=18.723
max	2747.185-2927.707=-180.522

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.854-107.854=0.000

*mean*	4196.750-4197.125=-0.375
σ	1952.981-1953.220=-0.239
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	133.621-130.137=3.484
σ	16.692-8.044=8.648
min	124.126-124.259=-0.133
max	173.494-147.857=25.637

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4425.375-4426.125=-0.750
σ	2225.427-2226.048=-0.621
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	140.407-169.357=-28.949
σ	275.650-360.832=-85.182
min	40.591-40.393=0.198
max	822.592-1062.367=-239.775

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	106.429-114.078=-7.648
σ	236.240-262.198=-25.957
min	21.121-20.655=0.467
max	691.057-762.983=-71.926

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	59.663-58.638=1.025
σ	9.475-9.149=0.326
min	54.612-54.816=-0.204
max	82.332-81.265=1.067

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4196.750-4197.125=-0.375
σ	1952.981-1953.220=-0.239
min	1484.000
max	7404.000-7406.000=-2.000

*mean*	3223.214-3228.863=-5.649
σ	732.407-615.514=116.894
min	2502.289-2509.263=-6.975
max	4508.248-3997.293=510.955

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	1024.482-961.588=62.894
σ	200.754-75.600=125.154
min	923.866-913.014=10.852
max	1496.681-1104.547=392.134

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7404.000-7406.000=-2.000
σ	0.000
min	7404.000-7406.000=-2.000
max	7404.000-7406.000=-2.000

*mean*	406.692-386.660=20.033
σ	41.557-5.845=35.712
min	387.568-373.378=14.190
max	509.336-391.492=117.845

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-477.375=-0.625
σ	1.488-0.518=0.970
min	475.000-477.000=-2.000
max	478.000

*mean*	402.060-387.496=14.564
σ	32.863-19.021=13.842
min	357.730-358.130=-0.400
max	441.068-414.069=26.999

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.750-560.000=1.750
σ	2.315-0.000=2.315
min	558.000-560.000=-2.000
max	563.000-560.000=3.000

*mean*	781.297-724.016=57.282
σ	39.149-66.132=-26.984
min	734.600-606.544=128.056
max	832.456-803.070=29.386

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-963.970=0.002
σ	1.821-1.821=-0.000
min	963.263-963.267=-0.004
max	971.670-971.668=0.002

*mean*	1047.300-1050.050=-2.750
σ	320.559-322.065=-1.506
min	544.000-542.000=2.000
max	1568.000-1555.000=13.000

*mean*	1.291-1.241=0.050
σ	0.169-0.099=0.070
min	1.185-1.175=0.010
max	1.913-1.591=0.322

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.401=-0.099
σ	0.279-0.503=-0.224
min	0.147-0.144=0.003
max	0.796-1.298=-0.502

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.473=0.012
σ	0.319-0.321=-0.001
min	0.330-0.323=0.007
max	1.056-1.047=0.009

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.214=0.012
σ	0.019-0.022=-0.003
min	0.210-0.199=0.011
max	0.256-0.253=0.003

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.345-0.327=0.018
σ	0.016-0.015=0.000
min	0.335-0.315=0.020
max	0.372-0.352=0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.200-437.200=-1.000
σ	1.789-6.535=-4.746
min	433.000-431.000=2.000
max	437.000-444.000=-7.000

*mean*	0.588-0.558=0.030
σ	0.030-0.057=-0.026
min	0.535-0.481=0.053
max	0.610-0.613=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.466-0.462=0.004
σ	0.049-0.032=0.017
min	0.427-0.426=0.001
max	0.521-0.513=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	2.656-2.600=0.056
σ	0.114-0.079=0.035
min	2.500-2.459=0.041
max	3.102-2.870=0.232

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	2.637-2.615=0.022
σ	0.089-0.106=-0.017
min	2.496-2.436=0.060
max	3.069-2.949=0.119

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.316-0.314=0.002
σ	0.007-0.076=-0.069
min	0.304-0.287=0.017
max	0.357-0.996=-0.640

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-444.000=-7.000
σ	0.000
min	437.000-444.000=-7.000
max	437.000-444.000=-7.000

*mean*	0.300-0.288=0.012
σ	0.007-0.007=0.000
min	0.288-0.275=0.013
max	0.341-0.320=0.020

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.341-11.279=0.062
σ	11.990-11.280=0.710
min	0.574-0.574=0.000
max	118.111-88.171=29.940

*mean*	460.727-457.198=3.529
σ	20.166-18.831=1.335
min	408.000
max	477.000-474.000=3.000

*mean*	0.026-0.026=0.000
σ	0.029-0.028=0.002
min	0.001-0.001=0.000
max	0.298-0.223=0.075

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.717-278.638=0.079
σ	1.054-1.027=0.026
min	278.313-278.221=0.092
max	281.713-281.557=0.157

*mean*	446.200-446.100=0.100
σ	18.564-18.266=0.298
min	416.000
max	468.000-473.000=-5.000

*mean*	0.590-0.578=0.012
σ	0.018-0.025=-0.008
min	0.580-0.518=0.061
max	0.639-0.615=0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	232.950-250.310=-17.360
σ	24.215-9.700=14.515
min	190.893-231.073=-40.180
max	254.119-259.769=-5.650

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	10.282-7.589=2.693
σ	1.811-1.615=0.196
min	7.587-6.288=1.299
max	12.929-9.572=3.357

phase=parser

*mean*	1042.433-1042.439=-0.006
σ	0.000-0.001=-0.000
min	1042.433-1042.439=-0.006
max	1042.433-1042.440=-0.006

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	603.511-595.213=8.298
σ	92.445-5.272=87.172
min	425.606-586.678=-161.072
max	721.134-600.743=120.391

phase=processProdDef

*mean*	2243.978-2243.972=0.005
σ	0.000
min	2243.978-2243.972=0.005
max	2243.978-2243.972=0.005

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	2570.412-2626.461=-56.049
σ	288.078-329.202=-41.124
min	2122.118-2185.677=-63.559
max	2967.948-2979.128=-11.179

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	40.361-28.236=12.125
σ	6.431-10.103=-3.672
min	26.815-20.816=5.999
max	47.601-40.753=6.847

phase=type checker

*mean*	989.752-989.755=-0.004
σ	0.066
min	989.654-989.658=-0.004
max	989.841-989.845=-0.004

*mean*	839.000
σ	0.000
min	839.000
max	839.000

*mean*	709.840-653.885=55.955
σ	84.284-16.019=68.265
min	642.706-636.743=5.963
max	892.267-675.834=216.433

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.393-282.387=0.006
σ	0.034-0.037=-0.003
min	282.340-282.338=0.001
max	282.425-282.429=-0.004

*mean*	442.000-445.200=-3.200
σ	0.000-1.643=-1.643
min	442.000-444.000=-2.000
max	442.000-447.000=-5.000

*mean*	0.397-0.383=0.014
σ	0.010-0.009=0.001
min	0.387-0.376=0.011
max	0.412-0.396=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.108-1267.085=0.023
σ	0.092-0.096=-0.005
min	1267.003-1267.005=-0.002
max	1267.250-1267.248=0.002

*mean*	1111.600-1112.600=-1.000
σ	169.373-169.070=0.303
min	896.000-898.000=-2.000
max	1326.000-1328.000=-2.000

*mean*	1.995-1.912=0.084
σ	0.107-0.103=0.004
min	1.883-1.808=0.075
max	2.111-2.083=0.028

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.110-1506.120=-0.010
σ	2.936-2.912=0.024
min	1504.633-1504.646=-0.013
max	1511.354-1511.320=0.034

*mean*	627.200-629.800=-2.600
σ	90.295-89.843=0.452
min	503.000-506.000=-3.000
max	727.000-729.000=-2.000

*mean*	2.243-2.300=-0.058
σ	0.161-0.202=-0.041
min	2.070-2.083=-0.014
max	2.464-2.544=-0.080

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.110-1829.129=-0.019
σ	0.077-0.084=-0.007
min	1829.017-1829.045=-0.027
max	1829.224-1829.263=-0.039

*mean*	1756.200-1766.400=-10.200
σ	214.254-212.148=2.106
min	1470.000-1488.000=-18.000
max	1959.000-1968.000=-9.000

*mean*	3.181-3.262=-0.081
σ	0.261-0.436=-0.174
min	2.884-2.819=0.066
max	3.534-3.720=-0.186

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.767-1.673=0.094
σ	0.150-0.039=0.111
min	1.584-1.622=-0.038
max	1.919-1.728=0.191

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.696-397.697=-0.001
σ	518.051-518.052=-0.001
min	138.669-138.670=-0.001
max	1174.773-1174.775=-0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.496-0.503=-0.007
σ	0.522-0.517=0.005
min	0.232-0.241=-0.008
max	1.279-1.278=0.001

policies=20

*mean*	1386.823-1386.832=-0.008
σ	0.166-0.163=0.004
min	1386.704-1386.719=-0.015
max	1387.070-1387.073=-0.004

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	2.324-2.316=0.008
σ	0.004-0.012=-0.008
min	2.322-2.305=0.017
max	2.331-2.331=-0.000

policies=200

*mean*	13876.882-13876.755=0.127
σ	0.188-0.132=0.057
min	13876.677-13876.608=0.069
max	13877.072-13876.884=0.187

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	492.500-497.500=-5.000
σ	2.887-4.435=-1.548
min	489.000-492.000=-3.000
max	496.000-502.000=-6.000

*mean*	23.835-23.377=0.458
σ	0.511-0.135=0.376
min	23.303-23.246=0.057
max	24.503-23.566=0.937