Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.001
σ	0.357-0.356=0.001
min	54.540-54.542=-0.002
max	55.694-55.691=0.003

*mean*	419.700-417.000=2.700
σ	0.483-0.000=0.483
min	419.000-417.000=2.000
max	420.000-417.000=3.000

*mean*	0.141-0.143=-0.002
σ	0.004-0.006=-0.002
min	0.138-0.138=0.000
max	0.150-0.152=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=0.000
σ	0.005-0.006=-0.000
min	43.697-43.695=0.001
max	43.712-43.712=-0.000

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.120-0.120=-0.001
σ	0.005-0.006=-0.001
min	0.115-0.115=-0.000
max	0.128-0.131=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	3888.250-3864.000=24.250
σ	1859.353-1831.664=27.689
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	12.964-12.921=0.043
σ	1.683-0.399=1.284
min	11.996-12.478=-0.482
max	17.003-13.676=3.327

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	3888.250-3864.000=24.250
σ	1859.353-1831.664=27.689
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	12.711-12.968=-0.257
σ	1.598-0.617=0.982
min	11.584-12.094=-0.510
max	16.328-13.566=2.762

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.933=-0.000

*mean*	6184.000-6113.000=71.000
σ	0.000
min	6184.000-6113.000=71.000
max	6184.000-6113.000=71.000

*mean*	14.609-14.978=-0.369
σ	0.459-0.334=0.125
min	13.569-14.266=-0.697
max	15.019-15.349=-0.330

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.001-0.000=0.001
min	41.928-41.928=-0.000
max	41.932-41.929=0.003

*mean*	3740.750-3864.000=-123.250
σ	1832.735-1831.664=1.071
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	13.182-13.823=-0.641
σ	1.891-1.748=0.143
min	10.737-11.028=-0.291
max	14.926-15.408=-0.482

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	3740.750-3864.000=-123.250
σ	1832.735-1831.664=1.071
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	9.040-9.346=-0.306
σ	0.401-1.160=-0.759
min	8.443-8.329=0.114
max	9.471-11.300=-1.829

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3740.750-3864.000=-123.250
σ	1832.735-1831.664=1.071
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	6.454-7.005=-0.551
σ	0.531-0.890=-0.358
min	5.612-6.355=-0.743
max	7.345-9.140=-1.795

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=-0.000
min	25.666-25.665=0.000
max	25.674-25.674=-0.000

*mean*	3888.250-3864.000=24.250
σ	1859.353-1831.664=27.689
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	5.811-5.971=-0.160
σ	0.513-0.150=0.364
min	5.550-5.811=-0.261
max	7.068-6.208=0.860

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974

*mean*	3888.250-3864.000=24.250
σ	1859.353-1831.664=27.689
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	5.690-5.685=0.004
σ	0.557-0.252=0.305
min	5.399-5.072=0.327
max	7.058-5.826=1.232

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=-0.000
min	2524.602-2524.602=0.000
max	2524.606-2524.607=-0.000

*mean*	6184.000-6113.000=71.000
σ	0.000
min	6184.000-6113.000=71.000
max	6184.000-6113.000=71.000

*mean*	1294.855-1339.582=-44.727
σ	459.751-543.336=-83.585
min	1044.601-1043.821=0.780
max	2138.295-2394.871=-256.576

op=load_product(), with indexes

*mean*	7878.102-7878.102=-0.000
σ	0.469-0.469=0.000
min	7877.935-7877.935=-0.000
max	7879.264

*mean*	3245.500-3228.750=16.750
σ	1849.392-1829.607=19.785
min	810.000
max	6184.000-6113.000=71.000

*mean*	3737.353-3800.122=-62.769
σ	1067.426-1282.269=-214.843
min	3076.842-3103.027=-26.185
max	5867.247-6216.939=-349.693

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081

*mean*	3888.250-3864.000=24.250
σ	1859.353-1831.664=27.689
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	168.441-87.465=80.977
σ	252.228-14.329=237.899
min	71.503-71.019=0.484
max	792.251-102.861=689.390

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945
max	40.949

*mean*	6184.000-6113.000=71.000
σ	0.000
min	6184.000-6113.000=71.000
max	6184.000-6113.000=71.000

*mean*	63.699-63.920=-0.221
σ	4.305-3.878=0.427
min	59.991-60.832=-0.842
max	69.821-69.791=0.031

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.690

*mean*	6184.000-6113.000=71.000
σ	0.000
min	6184.000-6113.000=71.000
max	6184.000-6113.000=71.000

*mean*	99.566-99.748=-0.183
σ	1.355-1.043=0.312
min	98.124-98.545=-0.421
max	102.155-101.804=0.351

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.156=-0.001
σ	4.304-4.304=0.000
min	11847.561-11847.562=-0.001
max	11859.806

*mean*	3740.750-3864.000=-123.250
σ	1832.735-1831.664=1.071
min	1275.000-1280.000=-5.000
max	6184.000-6113.000=71.000

*mean*	6108.118-6560.431=-452.313
σ	1279.945-1299.108=-19.163
min	5021.330-5059.621=-38.291
max	8119.223-8330.089=-210.865

op=vertical_lookup_list() on indexed

*mean*	10791.094-10791.094=-0.000
σ	0.002-0.002=0.000
min	10791.091-10791.092=-0.000
max	10791.096-10791.096=-0.001

*mean*	6184.000-6113.000=71.000
σ	0.000
min	6184.000-6113.000=71.000
max	6184.000-6113.000=71.000

*mean*	5154.926-5172.769=-17.842
σ	1504.153-1511.839=-7.686
min	4070.893-4068.717=2.177
max	7223.848-7359.446=-135.598

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	384.657-383.509=1.148
σ	16.644-12.789=3.855
min	346.514-353.757=-7.243
max	395.758-392.835=2.923

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	765.388-750.293=15.095
σ	27.376-34.747=-7.370
min	717.078-676.132=40.946
max	800.914-786.947=13.967

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.327=-0.001
σ	0.759-0.759=0.000
min	1023.850-1023.851=-0.000
max	1027.464-1027.465=-0.001

*mean*	1049.800-1053.300=-3.500
σ	312.114-323.466=-11.353
min	592.000-542.000=50.000
max	1511.000-1576.000=-65.000

*mean*	1.567-1.559=0.008
σ	0.080-0.112=-0.032
min	1.487-1.485=0.002
max	1.769-1.986=-0.217

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.412-0.310=0.102
σ	0.534-0.295=0.239
min	0.142-0.148=-0.005
max	1.365-0.833=0.532

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.519-0.485=0.034
σ	0.409-0.322=0.087
min	0.323-0.329=-0.006
max	1.251-1.061=0.190

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.217=0.004
σ	0.019-0.024=-0.006
min	0.207-0.200=0.007
max	0.254-0.260=-0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.351-0.336=0.014
σ	0.024-0.015=0.009
min	0.324-0.325=-0.002
max	0.388-0.362=0.026

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-431.800=3.800
σ	5.079-1.789=3.291
min	431.000
max	441.000-435.000=6.000

*mean*	0.583-0.600=-0.017
σ	0.039-0.018=0.021
min	0.517-0.584=-0.067
max	0.615-0.624=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.448-0.499=-0.051
σ	0.043-0.023=0.020
min	0.391-0.462=-0.071
max	0.493-0.523=-0.030

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	1.988-2.608=-0.620
σ	0.137-0.091=0.046
min	1.846-2.459=-0.613
max	2.848-2.941=-0.094

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	1.924-2.586=-0.662
σ	0.097-0.081=0.016
min	1.744-2.458=-0.714
max	2.214-2.968=-0.754

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.308-0.308=0.001
σ	0.008-0.011=-0.003
min	0.296-0.294=0.002
max	0.359-0.378=-0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.297-0.292=0.005
σ	0.016-0.007=0.008
min	0.281-0.277=0.005
max	0.418-0.342=0.076

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.881-298.824=0.058
σ	0.989-1.018=-0.029
min	298.498-298.398=0.100
max	301.686-301.713=-0.027

*mean*	442.900-444.000=-1.100
σ	17.966-15.951=2.014
min	416.000-417.000=-1.000
max	468.000-466.000=2.000

*mean*	0.592-0.609=-0.017
σ	0.029-0.019=0.010
min	0.554-0.573=-0.020
max	0.638-0.644=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	1708.875-1677.000=31.875
σ	6.010-0.000=6.010
min	1694.000-1677.000=17.000
max	1711.000-1677.000=34.000

*mean*	213.642-215.133=-1.491
σ	2.278-2.015=0.263
min	209.992-211.066=-1.074
max	216.254-217.479=-1.225

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1708.875-1677.000=31.875
σ	6.010-0.000=6.010
min	1694.000-1677.000=17.000
max	1711.000-1677.000=34.000

*mean*	10.934-11.033=-0.099
σ	1.566-1.736=-0.170
min	9.428-9.359=0.069
max	12.878-12.729=0.149

phase=parser

*mean*	1042.368-1042.367=0.000
σ	0.000-0.000=0.000
min	1042.367-1042.367=-0.000
max	1042.368-1042.367=0.001

*mean*	1708.875-1677.000=31.875
σ	6.010-0.000=6.010
min	1694.000-1677.000=17.000
max	1711.000-1677.000=34.000

*mean*	648.884-659.512=-10.628
σ	66.400-72.424=-6.023
min	574.465-586.088=-11.623
max	730.800-736.019=-5.219

phase=processProdDef

*mean*	4753.275-4753.276=-0.001
σ	0.000-0.000=-0.000
min	4753.275-4753.276=-0.000
max	4753.276-4753.276=-0.000

*mean*	1711.000-1677.000=34.000
σ	0.000
min	1711.000-1677.000=34.000
max	1711.000-1677.000=34.000

*mean*	4345.510-4348.199=-2.690
σ	774.319-533.374=240.945
min	2985.050-3759.651=-774.601
max	5525.498-5395.116=130.382

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1708.875-1677.000=31.875
σ	6.010-0.000=6.010
min	1694.000-1677.000=17.000
max	1711.000-1677.000=34.000

*mean*	43.627-43.950=-0.323
σ	5.325-4.158=1.167
min	34.986-39.433=-4.447
max	50.165-48.283=1.882

phase=type checker

*mean*	990.453-990.454=-0.000
σ	0.071
min	990.348-990.348=-0.000
max	990.567-990.567=-0.000

*mean*	1708.875-1677.000=31.875
σ	6.010-0.000=6.010
min	1694.000-1677.000=17.000
max	1711.000-1677.000=34.000

*mean*	795.044-808.562=-13.519
σ	75.125-105.729=-30.603
min	688.621-682.207=6.414
max	898.546-930.551=-32.006

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.917=-0.000
σ	0.038-0.038=0.000
min	293.863-293.864=-0.000
max	293.957-293.957=0.000

*mean*	445.000-442.000=3.000
σ	0.000-2.739=-2.739
min	445.000-440.000=5.000
max	445.000

*mean*	0.396-0.395=0.001
σ	0.005-0.002=0.004
min	0.392-0.393=-0.001
max	0.405-0.398=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.296-1320.302=-0.005
σ	0.030-0.035=-0.005
min	1320.266-1320.257=0.008
max	1320.330-1320.335=-0.005

*mean*	1110.200-1092.200=18.000
σ	187.716-168.008=19.708
min	890.000-892.000=-2.000
max	1372.000-1321.000=51.000

*mean*	2.276-2.284=-0.008
σ	0.117-0.160=-0.043
min	2.163-2.087=0.076
max	2.442-2.477=-0.035

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.466-1559.442=0.024
σ	3.357-3.386=-0.029
min	1557.816-1557.728=0.088
max	1565.465-1565.492=-0.027

*mean*	629.400-625.600=3.800
σ	92.738-87.231=5.507
min	504.000-496.000=8.000
max	735.000-728.000=7.000

*mean*	2.383-2.317=0.066
σ	0.181-0.190=-0.009
min	2.179-2.203=-0.025
max	2.547-2.649=-0.102

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.262-1882.269=-0.007
σ	0.058-0.060=-0.002
min	1882.182-1882.200=-0.017
max	1882.337-1882.349=-0.012

*mean*	1760.400-1718.400=42.000
σ	208.064-188.236=19.828
min	1505.000-1454.000=51.000
max	1963.000-1891.000=72.000

*mean*	3.121-3.048=0.073
σ	0.228-0.208=0.021
min	2.872-2.906=-0.034
max	3.464-3.410=0.053

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.833-1.824=0.009
σ	0.139-0.126=0.013
min	1.620-1.604=0.016
max	1.987-1.911=0.076

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.410-452.408=0.001
σ	583.278-583.278=0.000
min	160.769-160.768=0.001
max	1327.326-1327.325=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.543-0.554=-0.011
σ	0.546-0.556=-0.011
min	0.269-0.272=-0.004
max	1.362-1.388=-0.027

policies=20

*mean*	1608.031-1608.023=0.008
σ	0.418-0.429=-0.011
min	1607.742-1607.731=0.012
max	1608.650-1608.658=-0.009

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.000-450.250=1.750
σ	10.832-10.112=0.720
min	444.000-442.000=2.000
max	468.000-465.000=3.000

*mean*	2.703-2.723=-0.021
σ	0.013-0.017=-0.004
min	2.691-2.704=-0.013
max	2.721-2.744=-0.023

policies=200

*mean*	16088.586-16088.463=0.124
σ	0.074-0.129=-0.055
min	16088.512-16088.299=0.213
max	16088.685-16088.614=0.071

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-498.250=-1.000
σ	4.573-7.136=-2.562
min	492.000-490.000=2.000
max	503.000-506.000=-3.000

*mean*	27.315-27.344=-0.028
σ	0.141-0.121=0.020
min	27.194-27.164=0.030
max	27.514-27.423=0.091