Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.678=-0.001
σ	0.359-0.359=-0.000
min	54.543-54.538=0.006
max	55.697-55.700=-0.003

*mean*	416.700-416.000=0.700
σ	0.483-0.000=0.483
min	416.000
max	417.000-416.000=1.000

*mean*	0.140-0.142=-0.002
σ	0.004-0.006=-0.002
min	0.137-0.137=-0.000
max	0.150-0.153=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.703=0.001
σ	0.005-0.005=0.000
min	43.691-43.698=-0.007
max	43.710-43.714=-0.004

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.120-0.121=-0.001
σ	0.005-0.004=0.000
min	0.116-0.115=0.001
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	3862.500-3888.875=-26.375
σ	1830.562-1859.519=-28.957
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	12.941-13.004=-0.063
σ	0.327-0.472=-0.145
min	12.543-12.596=-0.053
max	13.335-14.068=-0.733

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	3862.500-3888.875=-26.375
σ	1830.562-1859.519=-28.957
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	13.143-12.526=0.617
σ	0.423-0.578=-0.155
min	12.177-11.940=0.237
max	13.547-13.400=0.147

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	6112.000-6182.000=-70.000
σ	0.000
min	6112.000-6182.000=-70.000
max	6112.000-6182.000=-70.000

*mean*	15.078-15.025=0.052
σ	0.334-0.593=-0.260
min	14.368-13.798=0.570
max	15.400-15.763=-0.363

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.001-0.001=-0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	3862.500-3741.125=121.375
σ	1830.562-1832.535=-1.974
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	14.076-13.880=0.196
σ	2.065-1.565=0.500
min	10.881-11.292=-0.411
max	16.173-15.471=0.701

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3862.500-3741.125=121.375
σ	1830.562-1832.535=-1.974
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	9.458-8.906=0.552
σ	1.566-0.381=1.185
min	8.382-8.398=-0.016
max	13.152-9.579=3.572

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	3862.500-3741.125=121.375
σ	1830.562-1832.535=-1.974
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	7.350-6.799=0.551
σ	1.199-0.174=1.025
min	6.612-6.590=0.021
max	10.246-7.062=3.184

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=0.000
min	25.666
max	25.674-25.674=0.000

*mean*	3862.500-3888.875=-26.375
σ	1830.562-1859.519=-28.957
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	6.013-6.156=-0.143
σ	0.163-0.144=0.019
min	5.632-6.019=-0.387
max	6.165-6.380=-0.215

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974-25.974=0.000

*mean*	3862.500-3888.875=-26.375
σ	1830.562-1859.519=-28.957
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	5.784-5.849=-0.065
σ	0.063-0.081=-0.018
min	5.669-5.724=-0.055
max	5.866-5.956=-0.090

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=-0.000
min	2524.602-2524.602=-0.000
max	2524.606-2524.607=-0.001

*mean*	6112.000-6182.000=-70.000
σ	0.000
min	6112.000-6182.000=-70.000
max	6112.000-6182.000=-70.000

*mean*	1314.982-1317.494=-2.512
σ	499.709-501.334=-1.624
min	1041.729-1042.340=-0.611
max	2147.206-2229.568=-82.361

op=load_product(), with indexes

*mean*	7878.102-7878.102=0.000
σ	0.470-0.470=0.000
min	7877.935-7877.934=0.000
max	7879.264-7879.264=0.000

*mean*	3227.375-3245.375=-18.000
σ	1828.188-1851.406=-23.219
min	809.000-810.000=-1.000
max	6112.000-6182.000=-70.000

*mean*	3773.283-3780.807=-7.524
σ	1156.757-1220.022=-63.265
min	3128.126-3128.725=-0.599
max	5728.615-6271.440=-542.825

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	3862.500-3888.875=-26.375
σ	1830.562-1859.519=-28.957
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	86.061-125.489=-39.428
σ	16.595-122.164=-105.569
min	72.180-69.887=2.293
max	116.595-426.369=-309.774

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6112.000-6182.000=-70.000
σ	0.000
min	6112.000-6182.000=-70.000
max	6112.000-6182.000=-70.000

*mean*	64.984-63.171=1.813
σ	4.516-4.098=0.419
min	60.596-60.333=0.263
max	71.864-71.234=0.630

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.690-66.690=0.000

*mean*	6112.000-6182.000=-70.000
σ	0.000
min	6112.000-6182.000=-70.000
max	6112.000-6182.000=-70.000

*mean*	100.468-100.700=-0.232
σ	1.025-1.074=-0.050
min	99.393-98.899=0.494
max	102.072-101.851=0.220

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.155=0.000
σ	4.304-4.304=-0.000
min	11847.561
max	11859.806

*mean*	3862.500-3741.125=121.375
σ	1830.562-1832.535=-1.974
min	1280.000-1279.000=1.000
max	6112.000-6182.000=-70.000

*mean*	6340.879-6039.049=301.830
σ	1321.273-1416.197=-94.925
min	5095.491-5080.721=14.770
max	8462.821-8321.543=141.278

op=vertical_lookup_list() on indexed

*mean*	10791.094
σ	0.002-0.002=0.000
min	10791.091-10791.092=-0.001
max	10791.096-10791.096=0.001

*mean*	6112.000-6182.000=-70.000
σ	0.000
min	6112.000-6182.000=-70.000
max	6112.000-6182.000=-70.000

*mean*	5426.322-4849.391=576.931
σ	1528.991-1386.110=142.881
min	4086.559-4079.587=6.972
max	7468.719-7096.622=372.097

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	385.949-384.154=1.795
σ	14.937-18.822=-3.885
min	350.154-352.869=-2.714
max	395.095-395.759=-0.664

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-560.000=0.250
σ	0.463-0.000=0.463
min	560.000
max	561.000-560.000=1.000

*mean*	723.434-777.949=-54.516
σ	71.474-24.492=46.982
min	630.723-729.598=-98.875
max	791.731-805.195=-13.465

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.758-0.758=-0.000
min	1023.854-1023.854=-0.000
max	1027.465-1027.465=-0.000

*mean*	1053.400-1049.750=3.650
σ	316.090-312.167=3.923
min	593.000-592.000=1.000
max	1524.000-1511.000=13.000

*mean*	1.586-1.585=0.001
σ	0.085-0.094=-0.009
min	1.503-1.405=0.098
max	1.789-1.794=-0.005

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306-0.295=0.011
σ	0.301-0.306=-0.005
min	0.141-0.134=0.008
max	0.840-0.838=0.002

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.470=0.014
σ	0.325-0.328=-0.003
min	0.327-0.309=0.018
max	1.064-1.057=0.007

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.206=0.015
σ	0.025-0.025=-0.000
min	0.205-0.184=0.021
max	0.264-0.246=0.019

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.323=0.013
σ	0.011-0.024=-0.013
min	0.320-0.304=0.015
max	0.350-0.363=-0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.400-431.800=-0.400
σ	0.894-1.789=-0.894
min	431.000
max	433.000-435.000=-2.000

*mean*	0.566-0.551=0.015
σ	0.036-0.061=-0.025
min	0.533-0.484=0.048
max	0.620-0.612=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.485-0.488=-0.003
σ	0.033-0.057=-0.024
min	0.444-0.390=0.054
max	0.525-0.525=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	1.973-2.002=-0.028
σ	0.081-0.125=-0.044
min	1.818-1.857=-0.038
max	2.370-2.660=-0.289

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	1.958-1.964=-0.006
σ	0.053-0.055=-0.002
min	1.863-1.838=0.025
max	2.128-2.157=-0.029

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.308-0.311=-0.003
σ	0.009-0.026=-0.016
min	0.291-0.290=0.001
max	0.368-0.541=-0.172

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-443.000=-7.000
σ	0.000
min	436.000-443.000=-7.000
max	436.000-443.000=-7.000

*mean*	0.293-0.291=0.001
σ	0.007-0.007=-0.001
min	0.277-0.281=-0.003
max	0.325-0.332=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.854-298.782=0.072
σ	0.995-1.013=-0.017
min	298.468-298.377=0.091
max	301.683-301.661=0.021

*mean*	445.500-441.900=3.600
σ	18.088-15.162=2.926
min	420.000-418.000=2.000
max	472.000

*mean*	0.607-0.582=0.025
σ	0.007-0.023=-0.016
min	0.596-0.529=0.067
max	0.615-0.608=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1682.875-1680.000=2.875
σ	6.010-0.000=6.010
min	1668.000-1680.000=-12.000
max	1685.000-1680.000=5.000

*mean*	210.445-211.034=-0.589
σ	3.974-3.450=0.524
min	205.865-206.890=-1.026
max	217.928-215.270=2.658

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1682.875-1680.000=2.875
σ	6.010-0.000=6.010
min	1668.000-1680.000=-12.000
max	1685.000-1680.000=5.000

*mean*	10.306-10.954=-0.648
σ	2.104-1.628=0.476
min	6.298-9.516=-3.218
max	12.949-13.043=-0.094

phase=parser

*mean*	1042.367-1042.367=-0.000
σ	0.000-0.000=0.000
min	1042.367-1042.367=-0.000
max	1042.367

*mean*	1682.875-1680.000=2.875
σ	6.010-0.000=6.010
min	1668.000-1680.000=-12.000
max	1685.000-1680.000=5.000

*mean*	662.193-614.143=48.051
σ	73.599-115.803=-42.204
min	568.370-381.923=186.447
max	735.166-734.149=1.017

phase=processProdDef

*mean*	4753.276-4753.276=-0.000
σ	0.000-0.000=-0.000
min	4753.276
max	4753.276

*mean*	1685.000-1680.000=5.000
σ	0.000
min	1685.000-1680.000=5.000
max	1685.000-1680.000=5.000

*mean*	4252.392-4420.617=-168.226
σ	555.032-725.252=-170.220
min	3529.800-3485.222=44.578
max	4899.521-5612.750=-713.230

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1682.875-1680.000=2.875
σ	6.010-0.000=6.010
min	1668.000-1680.000=-12.000
max	1685.000-1680.000=5.000

*mean*	37.016-40.837=-3.820
σ	9.244-7.378=1.867
min	20.417-27.100=-6.683
max	48.638-48.941=-0.303

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1682.875-1680.000=2.875
σ	6.010-0.000=6.010
min	1668.000-1680.000=-12.000
max	1685.000-1680.000=5.000

*mean*	771.993-819.119=-47.126
σ	123.383-94.784=28.598
min	653.044-684.677=-31.633
max	946.292-902.481=43.811

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.915-293.918=-0.003
σ	0.041-0.038=0.003
min	293.859-293.865=-0.006
max	293.957-293.957=0.000

*mean*	442.200-445.400=-3.200
σ	1.643-0.548=1.095
min	441.000-445.000=-4.000
max	444.000-446.000=-2.000

*mean*	0.393-0.397=-0.005
σ	0.002-0.007=-0.004
min	0.389-0.392=-0.003
max	0.395-0.406=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.282-1320.291=-0.010
σ	0.046-0.047=-0.001
min	1320.218-1320.236=-0.018
max	1320.329-1320.346=-0.017

*mean*	1111.200-1108.400=2.800
σ	187.716-171.519=16.197
min	891.000-895.000=-4.000
max	1373.000-1333.000=40.000

*mean*	2.217-2.228=-0.011
σ	0.091-0.069=0.022
min	2.133-2.149=-0.016
max	2.326-2.311=0.015

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.480-1559.473=0.007
σ	3.328-3.371=-0.043
min	1557.864-1557.839=0.025
max	1565.428-1565.499=-0.071

*mean*	626.200-625.000=1.200
σ	91.644-88.309=3.335
min	500.000-507.000=-7.000
max	729.000-726.000=3.000

*mean*	2.438-2.476=-0.038
σ	0.260-0.325=-0.064
min	2.130-2.164=-0.033
max	2.739-2.896=-0.157

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.271-1882.270=0.001
σ	0.053-0.052=0.001
min	1882.212-1882.209=0.003
max	1882.344-1882.344=0.000

*mean*	1754.400-1756.200=-1.800
σ	208.642-217.059=-8.418
min	1503.000-1479.000=24.000
max	1960.000-1966.000=-6.000

*mean*	3.186-3.202=-0.016
σ	0.284-0.299=-0.014
min	2.895-2.884=0.011
max	3.633-3.570=0.062

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.664-1.786=-0.122
σ	0.222-0.175=0.047
min	1.399-1.521=-0.122
max	1.956-1.937=0.019

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.411-452.409=0.002
σ	583.278-583.277=0.001
min	160.770-160.765=0.005
max	1327.329-1327.325=0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.557-0.526=0.032
σ	0.568-0.513=0.055
min	0.270-0.267=0.003
max	1.409-1.295=0.113

policies=20

*mean*	1608.038-1608.041=-0.002
σ	0.420-0.411=0.009
min	1607.756-1607.759=-0.003
max	1608.661-1608.649=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.750-447.500=5.250
σ	11.087-3.000=8.087
min	444.000-443.000=1.000
max	469.000-449.000=20.000

*mean*	2.713-2.696=0.016
σ	0.022-0.011=0.011
min	2.680-2.683=-0.003
max	2.730-2.710=0.020

policies=200

*mean*	16088.598-16088.587=0.011
σ	0.116-0.040=0.076
min	16088.524-16088.558=-0.034
max	16088.771-16088.644=0.127

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.250-495.750=4.500
σ	3.775-4.992=-1.217
min	496.000-489.000=7.000
max	505.000-500.000=5.000

*mean*	27.284-27.327=-0.043
σ	0.063-0.133=-0.070
min	27.221-27.178=0.043
max	27.356-27.498=-0.142