Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.835=-0.002
σ	0.366-0.366=0.000
min	54.698-54.702=-0.004
max	55.874-55.875=-0.001

*mean*	417.800-417.000=0.800
σ	0.422-0.000=0.422
min	417.000
max	418.000-417.000=1.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.005=0.000
min	0.132-0.135=-0.003
max	0.149-0.149=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.843=-0.001
σ	0.005-0.006=-0.001
min	43.835-43.835=-0.000
max	43.851-43.851=-0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.120-0.119=0.000
σ	0.005-0.004=0.001
min	0.115-0.117=-0.002
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4591.250-4588.625=2.625
σ	2247.278-2249.368=-2.090
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	178.153-159.348=18.805
σ	468.733-416.274=52.458
min	11.334-11.944=-0.611
max	1338.197-1189.574=148.623

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618

*mean*	4591.250-4588.625=2.625
σ	2247.278-2249.368=-2.090
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	14.331-14.205=0.126
σ	4.283-4.238=0.045
min	11.993-11.614=0.379
max	24.316-24.624=-0.308

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.950-41.950=0.000

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	10.631-11.001=-0.370
σ	0.107-0.134=-0.028
min	10.457-10.798=-0.342
max	10.771-11.153=-0.383

op=table_records(), repeat

*mean*	41.933-41.934=-0.001
σ	0.000-0.002=-0.001
min	41.933
max	41.934-41.937=-0.004

*mean*	4183.750-4178.875=4.875
σ	1944.528-1945.683=-1.156
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	11.162-11.601=-0.439
σ	1.781-1.886=-0.105
min	10.143-10.728=-0.584
max	15.532-16.244=-0.712

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993

*mean*	4183.750-4178.875=4.875
σ	1944.528-1945.683=-1.156
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	8.540-9.063=-0.523
σ	1.216-1.292=-0.076
min	7.486-8.027=-0.540
max	11.475-12.167=-0.692

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406-26.406=0.000

*mean*	4183.750-4178.875=4.875
σ	1944.528-1945.683=-1.156
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	6.190-7.095=-0.905
σ	0.932-0.833=0.099
min	5.712-6.220=-0.508
max	8.428-9.042=-0.615

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4591.250-4588.625=2.625
σ	2247.278-2249.368=-2.090
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	5.985-6.413=-0.428
σ	1.069-1.032=0.037
min	5.368-5.911=-0.543
max	8.439-8.957=-0.518

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4591.250-4588.625=2.625
σ	2247.278-2249.368=-2.090
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	5.899-6.238=-0.339
σ	1.066-0.934=0.132
min	5.252-5.750=-0.497
max	8.281-8.520=-0.239

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	370.598-360.565=10.033
σ	78.937-40.373=38.564
min	340.630-340.999=-0.369
max	565.937-460.193=105.744

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.001
min	3495.713
max	3497.036-3497.038=-0.002

*mean*	3758.625-3755.750=2.875
σ	2299.779-2299.872=-0.092
min	719.000-720.000=-1.000
max	7380.000-7383.000=-3.000

*mean*	1768.921-1769.733=-0.812
σ	683.267-686.588=-3.321
min	1394.033-1389.660=4.373
max	2962.768-2962.872=-0.104

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.854=0.000
max	107.855

*mean*	4412.125-4407.750=4.375
σ	2216.569-2218.805=-2.236
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	242.889-196.015=46.873
σ	317.372-171.411=145.961
min	123.833-123.043=0.791
max	1027.924-617.949=409.976

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4412.125-4407.750=4.375
σ	2216.569-2218.805=-2.236
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	43.719-42.029=1.690
σ	6.843-2.011=4.832
min	39.824-39.752=0.072
max	60.333-45.080=15.254

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	21.903-22.051=-0.148
σ	1.094-1.000=0.094
min	21.117-21.539=-0.421
max	24.515-24.504=0.011

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	269.275-259.662=9.613
σ	604.185-574.292=29.893
min	53.843-55.351=-1.508
max	1764.552-1680.957=83.595

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4183.750-4178.875=4.875
σ	1944.528-1945.683=-1.156
min	1481.000-1486.000=-5.000
max	7380.000-7383.000=-3.000

*mean*	3358.311-3261.398=96.913
σ	783.668-688.294=95.374
min	2507.049-2497.678=9.370
max	4509.446-4295.691=213.755

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	1030.977-1035.005=-4.028
σ	173.900-216.863=-42.963
min	922.299-913.120=9.179
max	1426.814-1544.676=-117.861

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7380.000-7383.000=-3.000
σ	0.000
min	7380.000-7383.000=-3.000
max	7380.000-7383.000=-3.000

*mean*	388.522-387.662=0.860
σ	6.263-6.885=-0.623
min	373.827-371.343=2.483
max	393.605-392.996=0.609

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-475.625=0.375
σ	0.000-0.518=-0.518
min	476.000-475.000=1.000
max	476.000

*mean*	380.963-372.602=8.362
σ	17.918-27.670=-9.752
min	356.606-332.926=23.681
max	407.946-415.854=-7.909

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.750-563.000=-0.250
σ	0.463-0.000=0.463
min	562.000-563.000=-1.000
max	563.000

*mean*	775.509-768.263=7.246
σ	28.555-48.735=-20.180
min	731.599-691.616=39.983
max	807.968-833.606=-25.638

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.973-963.973=0.000
σ	1.820-1.821=-0.001
min	963.265-963.264=0.001
max	971.669-971.671=-0.002

*mean*	1039.900-1033.950=5.950
σ	291.513-303.701=-12.188
min	574.000-544.000=30.000
max	1429.000-1520.000=-91.000

*mean*	1.263-1.277=-0.014
σ	0.089-0.177=-0.088
min	1.192-1.167=0.024
max	1.562-1.898=-0.336

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.314-0.294=0.020
σ	0.312-0.269=0.044
min	0.150-0.146=0.004
max	0.868-0.768=0.100

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.482=-0.003
σ	0.316-0.319=-0.003
min	0.325-0.320=0.006
max	1.044-1.052=-0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.218=0.002
σ	0.023-0.023=-0.001
min	0.197-0.202=-0.004
max	0.258-0.259=-0.001

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.332=0.003
σ	0.020-0.016=0.004
min	0.321-0.310=0.011
max	0.369-0.352=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-431.200=-0.200
σ	0.000-0.447=-0.447
min	431.000
max	431.000-432.000=-1.000

*mean*	0.547-0.553=-0.007
σ	0.012-0.049=-0.037
min	0.531-0.496=0.034
max	0.563-0.607=-0.044

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.450-0.490=-0.040
σ	0.068-0.032=0.036
min	0.382-0.447=-0.065
max	0.520-0.524=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	2.611-2.641=-0.030
σ	0.115-0.102=0.013
min	2.441-2.463=-0.022
max	3.307-2.903=0.404

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	2.588-2.629=-0.041
σ	0.085-0.104=-0.020
min	2.444-2.435=0.010
max	2.838-2.944=-0.105

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.300-0.306=-0.005
σ	0.009-0.011=-0.002
min	0.286-0.289=-0.004
max	0.367-0.375=-0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.287-0.292=-0.005
σ	0.007-0.008=-0.001
min	0.272-0.279=-0.007
max	0.328-0.324=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.105-11.505=0.599
σ	12.153-11.697=0.457
min	0.574-0.574=0.000
max	91.908-82.394=9.513

*mean*	464.403-458.730=5.673
σ	18.312-16.180=2.132
min	409.000
max	478.000-474.000=4.000

*mean*	0.028-0.027=0.001
σ	0.030-0.029=0.001
min	0.001-0.001=-0.000
max	0.219-0.202=0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.646-278.533=0.113
σ	1.101-1.046=0.055
min	278.220-278.108=0.113
max	281.773-281.500=0.272

*mean*	441.500-442.300=-0.800
σ	17.187-16.707=0.480
min	414.000-417.000=-3.000
max	465.000-469.000=-4.000

*mean*	0.573-0.583=-0.010
σ	0.029-0.014=0.015
min	0.508-0.547=-0.039
max	0.605-0.595=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	840.000-859.000=-19.000
σ	0.000
min	840.000-859.000=-19.000
max	840.000-859.000=-19.000

*mean*	235.739-224.597=11.141
σ	18.422-27.719=-9.297
min	209.741-191.172=18.569
max	262.404-255.284=7.119

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	840.000-859.000=-19.000
σ	0.000
min	840.000-859.000=-19.000
max	840.000-859.000=-19.000

*mean*	9.331-9.193=0.138
σ	1.615-1.112=0.503
min	7.450-6.474=0.976
max	12.671-9.906=2.765

phase=parser

*mean*	1042.435-1042.433=0.003
σ	0.000-0.000=0.000
min	1042.435-1042.432=0.003
max	1042.435-1042.433=0.003

*mean*	840.000-859.000=-19.000
σ	0.000
min	840.000-859.000=-19.000
max	840.000-859.000=-19.000

*mean*	567.442-564.273=3.169
σ	97.123-64.772=32.352
min	426.635-410.915=15.721
max	719.579-608.126=111.453

phase=processProdDef

*mean*	2243.974-2243.978=-0.004
σ	0.000
min	2243.973-2243.977=-0.004
max	2243.974-2243.978=-0.004

*mean*	840.000-859.000=-19.000
σ	0.000
min	840.000-859.000=-19.000
max	840.000-859.000=-19.000

*mean*	2519.010-3043.140=-524.130
σ	315.473-532.905=-217.432
min	2125.351-1891.800=233.551
max	3054.783-3466.204=-411.421

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	840.000-859.000=-19.000
σ	0.000
min	840.000-859.000=-19.000
max	840.000-859.000=-19.000

*mean*	37.833-37.731=0.102
σ	7.306-7.000=0.307
min	26.803-20.444=6.359
max	47.872-41.234=6.638

phase=type checker

*mean*	989.755-989.752=0.004
σ	0.066
min	989.658-989.654=0.004
max	989.845-989.841=0.004

*mean*	840.000-859.000=-19.000
σ	0.000
min	840.000-859.000=-19.000
max	840.000-859.000=-19.000

*mean*	697.219-671.139=26.080
σ	72.744-8.643=64.101
min	648.470-652.382=-3.912
max	875.246-679.874=195.371

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-282.395=-0.001
σ	0.024-0.024=-0.000
min	282.373-282.374=-0.000
max	282.426-282.427=-0.001

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.382-0.382=0.000
σ	0.007-0.006=0.001
min	0.377-0.377=-0.000
max	0.390-0.391=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.087-1267.076=0.010
σ	0.105-0.082=0.023
min	1267.005-1267.008=-0.002
max	1267.266-1267.213=0.053

*mean*	1113.200-1113.400=-0.200
σ	169.046-169.679=-0.632
min	898.000
max	1325.000-1328.000=-3.000

*mean*	1.923-1.891=0.032
σ	0.096-0.112=-0.016
min	1.835-1.793=0.042
max	2.088-2.083=0.006

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.145-1506.150=-0.005
σ	2.961-2.948=0.013
min	1504.630-1504.665=-0.035
max	1511.431-1511.415=0.015

*mean*	629.000
σ	90.019-90.446=-0.427
min	505.000
max	728.000-729.000=-1.000

*mean*	2.409-2.412=-0.003
σ	0.342-0.327=0.014
min	2.074-2.074=0.000
max	2.891-2.800=0.091

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.112-1829.120=-0.008
σ	0.066-0.081=-0.015
min	1829.032-1829.030=0.002
max	1829.203-1829.239=-0.036

*mean*	1752.800-1755.200=-2.400
σ	208.767-211.350=-2.583
min	1473.000-1472.000=1.000
max	1950.000-1955.000=-5.000

*mean*	3.190-3.218=-0.028
σ	0.313-0.445=-0.131
min	2.818-2.642=0.177
max	3.632-3.742=-0.111

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.697-1.655=0.042
σ	0.118-0.112=0.006
min	1.526-1.501=0.025
max	1.843-1.795=0.048

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.699=-0.001
σ	518.052-518.052=0.000
min	138.670-138.670=-0.000
max	1174.776-1174.776=-0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	444.000-447.000=-3.000
σ	0.000
min	444.000-447.000=-3.000
max	444.000-447.000=-3.000

*mean*	0.515-0.500=0.015
σ	0.553-0.529=0.024
min	0.235-0.234=0.001
max	1.344-1.293=0.050

policies=20

*mean*	1386.843-1386.842=0.001
σ	0.168-0.165=0.003
min	1386.730-1386.728=0.003
max	1387.093-1387.087=0.006

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	448.000
σ	4.619-1.155=3.464
min	444.000-447.000=-3.000
max	452.000-449.000=3.000

*mean*	2.335-2.338=-0.004
σ	0.014-0.014=0.000
min	2.321-2.322=-0.001
max	2.350-2.350=-0.000

policies=200

*mean*	13876.909-13876.826=0.084
σ	0.075-0.134=-0.060
min	13876.825-13876.735=0.089
max	13877.004-13877.021=-0.017

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	492.250-493.750=-1.500
σ	2.500-3.096=-0.596
min	489.000-491.000=-2.000
max	495.000-498.000=-3.000

*mean*	23.436-23.496=-0.060
σ	0.148-0.133=0.015
min	23.289-23.349=-0.060
max	23.626-23.672=-0.045