Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.695=-0.062
σ	0.000
min	558.633-558.695=-0.062
max	558.633-558.695=-0.062

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.883=-0.003
σ	0.358-0.361=-0.003
min	54.746-54.750=-0.004
max	55.898-55.909=-0.011

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.139-0.143=-0.004
σ	0.005-0.005=0.000
min	0.132-0.139=-0.007
max	0.146-0.151=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.848=-0.001
σ	0.006-0.007=-0.001
min	43.837-43.838=-0.001
max	43.855-43.860=-0.005

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=-0.000
min	0.116-0.116=-0.000
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	13.481-13.035=0.446
σ	1.833-0.256=1.576
min	12.487-12.790=-0.303
max	17.941-13.450=4.490

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	13.533-12.833=0.700
σ	1.618-0.653=0.965
min	12.009-12.147=-0.138
max	17.383-13.729=3.654

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.001

*mean*	7142.000-7130.000=12.000
σ	0.000
min	7142.000-7130.000=12.000
max	7142.000-7130.000=12.000

*mean*	14.959-14.817=0.142
σ	1.682-1.334=0.348
min	11.140-11.526=-0.386
max	16.970-15.437=1.533

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.932=0.000

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	14.261-13.500=0.762
σ	1.292-1.947=-0.654
min	12.319-11.211=1.108
max	15.588-15.583=0.005

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	9.959-9.120=0.839
σ	1.825-0.147=1.678
min	8.239-8.965=-0.727
max	12.882-9.354=3.529

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	7.739-7.034=0.705
σ	1.605-0.173=1.431
min	6.675-6.627=0.048
max	10.326-7.184=3.142

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=0.000
max	25.677-25.678=-0.000

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	6.248-6.180=0.068
σ	0.513-0.136=0.378
min	5.905-5.925=-0.020
max	7.485-6.395=1.091

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	6.024-5.927=0.097
σ	0.550-0.090=0.460
min	5.732-5.817=-0.084
max	7.364-6.065=1.300

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7142.000-7130.000=12.000
σ	0.000
min	7142.000-7130.000=12.000
max	7142.000-7130.000=12.000

*mean*	346.954-361.047=-14.093
σ	1.506-41.159=-39.653
min	345.576-341.759=3.818
max	350.192-462.668=-112.476

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625
max	7918.954

*mean*	3273.125-3263.500=9.625
σ	1825.180-1815.074=10.107
min	811.000-809.000=2.000
max	5622.000-5601.000=21.000

*mean*	3611.804-3717.341=-105.536
σ	1104.287-1170.879=-66.593
min	3058.233-3084.722=-26.490
max	6155.212-5979.468=175.743

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.080

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	88.444-86.324=2.120
σ	22.255-15.393=6.861
min	70.348-72.031=-1.683
max	121.581-110.639=10.942

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.950=-0.000

*mean*	7142.000-7130.000=12.000
σ	0.000
min	7142.000-7130.000=12.000
max	7142.000-7130.000=12.000

*mean*	165.267-77.190=88.077
σ	245.188-45.453=199.735
min	60.305-60.260=0.045
max	762.224-189.652=572.572

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691

*mean*	7142.000-7130.000=12.000
σ	0.000
min	7142.000-7130.000=12.000
max	7142.000-7130.000=12.000

*mean*	107.020-223.995=-116.975
σ	13.447-352.393=-338.946
min	98.630-97.610=1.021
max	136.219-1096.118=-959.899

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4042.000-4029.625=12.375
σ	2007.232-2001.419=5.813
min	1219.000-1218.000=1.000
max	7142.000-7130.000=12.000

*mean*	7867.732-7626.787=240.945
σ	1967.645-1878.274=89.371
min	5934.339-5932.437=1.902
max	10806.088-10531.208=274.880

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7142.000-7130.000=12.000
σ	0.000
min	7142.000-7130.000=12.000
max	7142.000-7130.000=12.000

*mean*	5370.009-5261.654=108.355
σ	1074.182-586.982=487.200
min	4964.427-4964.826=-0.399
max	8028.097-6647.787=1380.310

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.134-378.911=-1.777
σ	20.720-17.503=3.217
min	342.346-347.550=-5.204
max	391.618-392.399=-0.780

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	696.078-771.989=-75.910
σ	69.927-14.511=55.416
min	617.218-745.904=-128.686
max	776.868-793.169=-16.302

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.298=0.000
σ	0.758-0.759=-0.001
min	1023.821-1023.824=-0.003
max	1027.435-1027.437=-0.003

*mean*	1035.800-1034.650=1.150
σ	302.990-295.539=7.451
min	552.000
max	1460.000-1433.000=27.000

*mean*	1.569-1.576=-0.008
σ	0.081-0.086=-0.005
min	1.481-1.494=-0.012
max	1.789-1.804=-0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.446-0.520=-0.074
σ	0.494-0.577=-0.083
min	0.158-0.245=-0.087
max	1.326-1.551=-0.225

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.836-0.823=0.013
σ	0.515-0.511=0.004
min	0.571-0.578=-0.006
max	1.755-1.736=0.019

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.385=0.000
σ	0.037-0.038=-0.001
min	0.363-0.355=0.008
max	0.451-0.446=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.598-0.587=0.011
σ	0.029-0.030=-0.000
min	0.581-0.559=0.022
max	0.650-0.635=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-435.600=-4.600
σ	0.000-5.079=-5.079
min	431.000
max	431.000-441.000=-10.000

*mean*	0.667-0.578=0.089
σ	0.066-0.106=-0.040
min	0.595-0.467=0.127
max	0.735-0.747=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.500-0.477=0.023
σ	0.025-0.050=-0.025
min	0.464-0.413=0.051
max	0.529-0.525=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.961-2.656=-0.695
σ	0.085-0.097=-0.012
min	1.828-2.482=-0.653
max	2.389-3.084=-0.695

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.969-2.567=-0.598
σ	0.097-0.075=0.021
min	1.832-2.428=-0.596
max	2.425-2.899=-0.474

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.307-0.296=0.011
σ	0.009-0.010=-0.002
min	0.295-0.279=0.015
max	0.356-0.342=0.015

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.294-0.295=-0.001
σ	0.007-0.007=0.000
min	0.282-0.282=-0.001
max	0.328-0.325=0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.710-298.874=-0.164
σ	1.031-0.950=0.081
min	298.167-298.332=-0.166
max	301.625-301.559=0.066

*mean*	441.200-440.400=0.800
σ	14.266-16.588=-2.322
min	420.000-417.000=3.000
max	463.000-470.000=-7.000

*mean*	0.585-0.596=-0.011
σ	0.031-0.018=0.013
min	0.515-0.571=-0.056
max	0.618-0.637=-0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.681=0.000
σ	0.000
min	236.681-236.681=0.000
max	236.681-236.681=0.000

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	212.190-212.557=-0.367
σ	3.005-3.136=-0.130
min	207.797-207.657=0.140
max	217.398-217.362=0.035

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	7.924-8.171=-0.247
σ	1.516-1.599=-0.083
min	6.328-6.324=0.004
max	9.745-9.758=-0.013

phase=parser

*mean*	1042.359-1042.362=-0.003
σ	0.000-0.000=0.000
min	1042.359-1042.361=-0.003
max	1042.360-1042.362=-0.003

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	482.751-512.524=-29.773
σ	64.818-52.931=11.887
min	377.316-434.780=-57.464
max	560.960-614.637=-53.677

phase=processProdDef

*mean*	4850.767-4850.764=0.003
σ	0.000
min	4850.767-4850.764=0.003
max	4850.768-4850.765=0.003

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4756.489-4896.856=-140.367
σ	439.211-409.520=29.691
min	4035.042-4148.100=-113.058
max	5209.274-5271.905=-62.631

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	26.901-31.138=-4.237
σ	9.019-9.743=-0.725
min	19.987-20.642=-0.654
max	41.258-40.448=0.810

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1064.875
σ	34.295
min	980.000
max	1077.000

*mean*	743.556-723.226=20.330
σ	114.796-99.037=15.759
min	645.984-649.687=-3.703
max	899.231-883.742=15.489

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=0.000
σ	0.038-0.037=0.000
min	293.767-293.767=-0.000
max	293.858

*mean*	441.400-443.000=-1.600
σ	0.548-0.000=0.548
min	441.000-443.000=-2.000
max	442.000-443.000=-1.000

*mean*	0.394-0.393=0.001
σ	0.008-0.002=0.006
min	0.389-0.391=-0.002
max	0.407-0.395=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.220=0.001
σ	0.038-0.037=0.001
min	1320.156-1320.160=-0.004
max	1320.248-1320.250=-0.002

*mean*	1066.000-1071.600=-5.600
σ	166.571-167.953=-1.382
min	842.000-843.000=-1.000
max	1270.000-1272.000=-2.000

*mean*	2.236-2.277=-0.041
σ	0.076-0.127=-0.051
min	2.144-2.187=-0.043
max	2.331-2.501=-0.169

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.594-1560.617=-0.022
σ	6.241-6.225=0.017
min	1557.565-1557.619=-0.054
max	1571.754-1571.747=0.007

*mean*	617.600-619.000=-1.400
σ	82.473-82.741=-0.268
min	493.000-494.000=-1.000
max	715.000-716.000=-1.000

*mean*	2.277-2.295=-0.018
σ	0.240-0.199=0.041
min	2.115-2.162=-0.047
max	2.698-2.648=0.050

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.175-1882.176=-0.001
σ	0.055-0.058=-0.003
min	1882.112-1882.107=0.006
max	1882.247-1882.254=-0.007

*mean*	1702.600-1697.200=5.400
σ	257.030-246.002=11.027
min	1396.000-1395.000=1.000
max	2052.000-2023.000=29.000

*mean*	2.995-2.994=0.001
σ	0.100-0.077=0.023
min	2.879-2.924=-0.045
max	3.133-3.121=0.012

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.755-1.686=0.069
σ	0.066-0.119=-0.053
min	1.644-1.554=0.090
max	1.805-1.831=-0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.080=0.001
σ	582.723-582.723=0.001
min	160.715-160.718=-0.002
max	1326.166-1326.164=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-447.000=-6.000
σ	0.000
min	441.000-447.000=-6.000
max	441.000-447.000=-6.000

*mean*	0.549-0.535=0.015
σ	0.547-0.536=0.011
min	0.267-0.256=0.011
max	1.370-1.339=0.032

policies=20

*mean*	1607.523-1607.504=0.019
σ	0.401-0.401=0.000
min	1607.250-1607.227=0.023
max	1608.117-1608.097=0.020

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.500-447.500=-3.000
σ	7.000-0.577=6.423
min	441.000-447.000=-6.000
max	455.000-448.000=7.000

*mean*	2.678-2.675=0.003
σ	0.004-0.010=-0.007
min	2.672-2.663=0.010
max	2.681-2.684=-0.004

policies=200

*mean*	16083.434-16083.358=0.076
σ	0.055-0.087=-0.032
min	16083.369-16083.279=0.091
max	16083.500-16083.458=0.042

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.000-498.000=-4.000
σ	4.243-4.690=-0.448
min	489.000-492.000=-3.000
max	498.000-503.000=-5.000

*mean*	27.015-27.075=-0.060
σ	0.063-0.089=-0.026
min	26.939-27.023=-0.084
max	27.085-27.208=-0.123