Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.890-54.888=0.002
σ	0.359-0.359=0.000
min	54.754-54.753=0.001
max	55.910-55.908=0.003

*mean*	415.000-416.700=-1.700
σ	0.000-0.483=-0.483
min	415.000-416.000=-1.000
max	415.000-417.000=-2.000

*mean*	0.142-0.138=0.004
σ	0.005-0.004=0.001
min	0.133-0.132=0.002
max	0.149-0.144=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.854-43.856=-0.002
σ	0.008-0.004=0.003
min	43.843-43.849=-0.006
max	43.865-43.863=0.003

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.124-0.124=-0.000
σ	0.004-0.004=0.000
min	0.119-0.121=-0.002
max	0.130-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	12.883-13.341=-0.459
σ	0.257-1.598=-1.340
min	12.474-12.485=-0.011
max	13.206-17.257=-4.051

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	13.082-13.413=-0.331
σ	0.534-1.474=-0.940
min	11.839-12.211=-0.371
max	13.524-16.963=-3.439

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.929-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7151.000-7145.000=6.000
σ	0.000
min	7151.000-7145.000=6.000
max	7151.000-7145.000=6.000

*mean*	15.233-15.177=0.056
σ	0.217-0.200=0.017
min	14.913-14.840=0.073
max	15.502-15.469=0.032

op=table_records(), repeat

*mean*	41.929
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	13.382-14.356=-0.974
σ	1.598-1.764=-0.166
min	10.774-11.310=-0.536
max	15.241-15.981=-0.739

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	9.394-9.483=-0.089
σ	0.638-1.375=-0.737
min	8.729-8.712=0.017
max	10.563-12.867=-2.303

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	7.323-7.309=0.014
σ	0.537-1.272=-0.735
min	6.922-6.415=0.507
max	8.612-10.410=-1.797

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.677-25.678=-0.000

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	5.996-6.180=-0.184
σ	0.141-0.491=-0.350
min	5.773-5.852=-0.078
max	6.171-7.366=-1.195

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.972

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	5.852-5.917=-0.065
σ	0.118-0.439=-0.321
min	5.715-5.439=0.276
max	6.102-6.937=-0.835

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7151.000-7145.000=6.000
σ	0.000
min	7151.000-7145.000=6.000
max	7151.000-7145.000=6.000

*mean*	423.785-363.029=60.756
σ	213.490-42.420=171.070
min	345.381-343.940=1.441
max	952.117-467.571=484.547

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.625-7917.625=-0.000
max	7918.954

*mean*	3273.250-3271.125=2.125
σ	1823.834-1824.756=-0.922
min	809.000-810.000=-1.000
max	5622.000

*mean*	3574.546-3608.473=-33.926
σ	965.868-1004.794=-38.926
min	3096.135-3103.266=-7.131
max	5766.840-5904.050=-137.211

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.080

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	83.832-88.525=-4.693
σ	14.822-20.369=-5.547
min	70.357-70.258=0.099
max	110.099-123.116=-13.017

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.949=0.000

*mean*	7151.000-7145.000=6.000
σ	0.000
min	7151.000-7145.000=6.000
max	7151.000-7145.000=6.000

*mean*	61.625-61.560=0.065
σ	2.885-1.290=1.595
min	60.344-60.763=-0.419
max	68.755-64.684=4.071

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7151.000-7145.000=6.000
σ	0.000
min	7151.000-7145.000=6.000
max	7151.000-7145.000=6.000

*mean*	99.448-240.010=-140.562
σ	0.373-310.960=-310.587
min	99.074-99.164=-0.090
max	99.966-980.870=-880.904

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171
σ	4.304-4.303=0.000
min	14215.575
max	14227.821-14227.820=0.001

*mean*	4042.250-4039.375=2.875
σ	2009.372-2009.841=-0.469
min	1218.000-1219.000=-1.000
max	7151.000-7145.000=6.000

*mean*	7971.223-7984.679=-13.455
σ	1967.089-1922.254=44.835
min	6058.186-5985.510=72.675
max	11039.299-11102.093=-62.794

op=vertical_lookup_list() on indexed

*mean*	13159.108
σ	0.002
min	13159.106
max	13159.110

*mean*	7151.000-7145.000=6.000
σ	0.000
min	7151.000-7145.000=6.000
max	7151.000-7145.000=6.000

*mean*	5524.022-5255.985=268.038
σ	992.264-574.805=417.459
min	4997.804-4972.716=25.088
max	7877.289-6627.569=1249.719

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-478.000=-2.000
σ	0.000
min	476.000-478.000=-2.000
max	476.000-478.000=-2.000

*mean*	366.973-384.601=-17.628
σ	30.562-14.979=15.582
min	307.667-349.707=-42.039
max	398.608-395.851=2.757

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.625-562.000=-2.375
σ	0.518-0.000=0.518
min	559.000-562.000=-3.000
max	560.000-562.000=-2.000

*mean*	749.986-760.436=-10.450
σ	63.554-23.317=40.237
min	616.965-722.614=-105.649
max	833.163-795.591=37.572

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.760-0.759=0.001
min	1023.824-1023.826=-0.003
max	1027.440-1027.437=0.003

*mean*	1057.000-1045.150=11.850
σ	315.177-305.040=10.137
min	562.000-571.000=-9.000
max	1526.000-1501.000=25.000

*mean*	1.542-1.560=-0.018
σ	0.088-0.084=0.004
min	1.340-1.481=-0.141
max	1.761-1.822=-0.061

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.451=-0.154
σ	0.286-0.495=-0.209
min	0.144-0.147=-0.003
max	0.804-1.287=-0.483

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.471=0.009
σ	0.314-0.316=-0.002
min	0.330-0.320=0.010
max	1.042-1.035=0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.241-0.217=0.024
σ	0.025-0.024=0.001
min	0.213-0.197=0.017
max	0.271-0.257=0.014

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.385-0.357=0.028
σ	0.111-0.063=0.048
min	0.317-0.321=-0.004
max	0.579-0.469=0.109

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-431.400=0.400
σ	1.789-0.894=0.894
min	431.000
max	435.000-433.000=2.000

*mean*	0.532-0.559=-0.028
σ	0.048-0.047=0.001
min	0.481-0.484=-0.003
max	0.609-0.604=0.005

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.482-0.488=-0.006
σ	0.064-0.039=0.025
min	0.371-0.447=-0.076
max	0.521-0.529=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	2.650-2.672=-0.022
σ	0.103-0.107=-0.004
min	2.437-2.504=-0.067
max	2.971-2.965=0.005

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	2.678-2.632=0.046
σ	0.076-0.081=-0.005
min	2.486-2.476=0.010
max	2.970-2.898=0.072

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.309-0.313=-0.004
σ	0.009-0.040=-0.031
min	0.294-0.295=-0.002
max	0.363-0.696=-0.333

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.299-0.294=0.006
σ	0.010-0.007=0.003
min	0.284-0.280=0.004
max	0.363-0.332=0.031

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.633-298.586=0.047
σ	1.005-1.050=-0.045
min	298.276-298.201=0.074
max	301.490-301.571=-0.081

*mean*	442.900-441.800=1.100
σ	14.866-17.054=-2.188
min	418.000-415.000=3.000
max	469.000

*mean*	0.606-0.596=0.010
σ	0.013-0.024=-0.010
min	0.594-0.559=0.034
max	0.639-0.629=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	942.625-953.000=-10.375
σ	18.031-16.971=1.061
min	898.000-911.000=-13.000
max	949.000-959.000=-10.000

*mean*	207.201-204.788=2.413
σ	4.812-3.365=1.447
min	202.340-200.184=2.156
max	216.125-208.487=7.637

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	941.125-953.000=-11.875
σ	22.274-16.971=5.303
min	886.000-911.000=-25.000
max	949.000-959.000=-10.000

*mean*	9.739-9.268=0.471
σ	2.372-2.225=0.147
min	6.365-6.379=-0.015
max	12.696-12.994=-0.298

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=0.000
min	1042.360-1042.363=-0.002
max	1042.361-1042.363=-0.002

*mean*	941.125-953.000=-11.875
σ	22.274-16.971=5.303
min	886.000-911.000=-25.000
max	949.000-959.000=-10.000

*mean*	574.611-493.461=81.150
σ	125.470-85.755=39.714
min	402.684-377.443=25.242
max	725.325-613.641=111.684

phase=processProdDef

*mean*	4850.768-4850.767=0.001
σ	0.000-0.000=0.000
min	4850.768-4850.767=0.000
max	4850.769-4850.767=0.001

*mean*	949.000-959.000=-10.000
σ	0.000
min	949.000-959.000=-10.000
max	949.000-959.000=-10.000

*mean*	5020.692-4632.502=388.190
σ	239.759-600.822=-361.063
min	4740.863-3798.168=942.695
max	5389.678-5263.284=126.394

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	941.125-953.000=-11.875
σ	22.274-16.971=5.303
min	886.000-911.000=-25.000
max	949.000-959.000=-10.000

*mean*	37.015-34.069=2.946
σ	10.934-10.137=0.797
min	20.505-20.380=0.124
max	48.968-47.971=0.997

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	942.500-953.000=-10.500
σ	18.385-16.971=1.414
min	897.000-911.000=-14.000
max	949.000-959.000=-10.000

*mean*	756.838-781.502=-24.664
σ	89.586-139.260=-49.673
min	653.009-647.737=5.273
max	890.268-983.758=-93.490

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.822=-0.000
σ	0.037-0.038=-0.001
min	293.769-293.769=0.000
max	293.860-293.861=-0.002

*mean*	441.200-442.400=-1.200
σ	1.643-0.548=1.095
min	440.000-442.000=-2.000
max	443.000

*mean*	0.393-0.394=-0.001
σ	0.002-0.001=0.001
min	0.391-0.393=-0.002
max	0.396-0.395=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.186-1320.174=0.012
σ	0.106-0.103=0.003
min	1320.050-1320.053=-0.003
max	1320.347-1320.322=0.024

*mean*	1067.800-1067.000=0.800
σ	167.050-165.711=1.339
min	843.000
max	1273.000-1269.000=4.000

*mean*	2.149-2.083=0.066
σ	0.225-0.085=0.140
min	2.010-2.001=0.009
max	2.543-2.215=0.329

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.581-1560.591=-0.010
σ	6.261-6.250=0.011
min	1557.547-1557.554=-0.007
max	1571.774-1571.765=0.009

*mean*	618.800-619.400=-0.600
σ	82.606-83.170=-0.565
min	494.000
max	716.000-717.000=-1.000

*mean*	2.300-2.312=-0.013
σ	0.242-0.222=0.020
min	2.127-2.168=-0.041
max	2.724-2.698=0.026

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.176-1882.183=-0.007
σ	0.054-0.064=-0.010
min	1882.117-1882.118=-0.001
max	1882.244-1882.261=-0.017

*mean*	1702.200-1708.200=-6.000
σ	256.870-253.408=3.462
min	1402.000-1396.000=6.000
max	2058.000-2043.000=15.000

*mean*	2.960-2.955=0.005
σ	0.079-0.098=-0.019
min	2.867-2.852=0.015
max	3.032-3.085=-0.053

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.809-1.645=0.165
σ	0.098-0.205=-0.107
min	1.674-1.424=0.249
max	1.930-1.874=0.056

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.082=-0.001
σ	582.721-582.722=-0.002
min	160.720-160.717=0.003
max	1326.163-1326.166=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.545-0.546=-0.001
σ	0.543-0.539=0.004
min	0.267-0.260=0.007
max	1.358-1.354=0.004

policies=20

*mean*	1607.530-1607.534=-0.004
σ	0.402-0.407=-0.005
min	1607.252-1607.255=-0.003
max	1608.125-1608.136=-0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.000-448.000=4.000
σ	10.392-8.083=2.309
min	443.000-441.000=2.000
max	461.000-455.000=6.000

*mean*	2.686-2.685=0.001
σ	0.022-0.015=0.006
min	2.659-2.667=-0.008
max	2.705-2.702=0.003

policies=200

*mean*	16083.431-16083.444=-0.013
σ	0.195-0.137=0.058
min	16083.265-16083.317=-0.052
max	16083.711-16083.597=0.114

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-497.750=-1.250
σ	3.416-5.123=-1.708
min	493.000-491.000=2.000
max	501.000-503.000=-2.000

*mean*	27.088-27.194=-0.106
σ	0.103-0.036=0.066
min	26.941-27.158=-0.217
max	27.160-27.228=-0.068