Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.888=0.000
σ	0.358-0.359=-0.001
min	54.749-54.753=-0.004
max	55.907-55.909=-0.001

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.139-0.141=-0.003
σ	0.006-0.004=0.002
min	0.133-0.136=-0.004
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=-0.000
σ	0.007-0.006=0.001
min	43.847-43.845=0.002
max	43.868-43.866=0.002

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.125-0.125=0.000
σ	0.004-0.004=0.000
min	0.121-0.120=0.001
max	0.134-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	13.416-13.619=-0.203
σ	1.830-1.966=-0.137
min	12.254-12.640=-0.386
max	17.863-18.437=-0.574

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.001
max	36.620

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	13.514-13.510=0.004
σ	1.925-1.752=0.173
min	11.456-11.951=-0.495
max	17.892-17.604=0.289

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7143.000-7146.000=-3.000
σ	0.000
min	7143.000-7146.000=-3.000
max	7143.000-7146.000=-3.000

*mean*	15.422-14.961=0.461
σ	0.241-0.198=0.043
min	15.154-14.651=0.503
max	15.788-15.274=0.515

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932-41.932=0.000

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	14.706-14.105=0.601
σ	1.516-1.879=-0.363
min	11.127-11.437=-0.310
max	15.844-16.470=-0.627

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	9.919-9.426=0.493
σ	1.228-1.313=-0.085
min	8.755-8.599=0.156
max	12.596-12.568=0.028

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404-26.404=-0.000

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	7.310-7.215=0.095
σ	1.442-1.236=0.206
min	5.911-6.484=-0.574
max	10.377-10.226=0.150

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.666-25.665=0.000
max	25.677-25.678=-0.000

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	6.268-6.100=0.168
σ	0.493-0.510=-0.017
min	5.953-5.751=0.202
max	7.474-7.318=0.156

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.972

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	6.041-5.877=0.163
σ	0.510-0.577=-0.068
min	5.531-5.451=0.081
max	7.193-7.262=-0.069

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.000

*mean*	7143.000-7146.000=-3.000
σ	0.000
min	7143.000-7146.000=-3.000
max	7143.000-7146.000=-3.000

*mean*	374.338-384.525=-10.186
σ	75.028-105.769=-30.740
min	345.242-344.358=0.883
max	559.967-646.230=-86.263

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.954=-0.000

*mean*	3275.250-3276.000=-0.750
σ	1826.635-1825.817=0.818
min	810.000-809.000=1.000
max	5623.000-5624.000=-1.000

*mean*	3701.432-3701.396=0.036
σ	1095.690-1086.416=9.275
min	3091.086-3100.473=-9.387
max	6232.778-6195.452=37.326

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	88.656-87.452=1.204
σ	19.597-18.274=1.324
min	70.880-71.677=-0.797
max	122.479-123.448=-0.969

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950

*mean*	7143.000-7146.000=-3.000
σ	0.000
min	7143.000-7146.000=-3.000
max	7143.000-7146.000=-3.000

*mean*	61.546-60.479=1.067
σ	0.335-0.263=0.072
min	61.206-60.157=1.049
max	62.031-60.840=1.191

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7143.000-7146.000=-3.000
σ	0.000
min	7143.000-7146.000=-3.000
max	7143.000-7146.000=-3.000

*mean*	99.487-98.962=0.525
σ	1.294-0.543=0.751
min	98.451-98.423=0.028
max	102.159-99.822=2.337

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171
σ	4.303
min	14215.575
max	14227.820

*mean*	4044.125-4043.875=0.250
σ	2007.991-2009.643=-1.652
min	1219.000-1216.000=3.000
max	7143.000-7146.000=-3.000

*mean*	7907.544-7651.777=255.767
σ	1857.075-1680.926=176.150
min	6016.884-6012.516=4.368
max	10457.820-10163.010=294.810

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7143.000-7146.000=-3.000
σ	0.000
min	7143.000-7146.000=-3.000
max	7143.000-7146.000=-3.000

*mean*	5125.425-5129.719=-4.294
σ	197.326-212.393=-15.068
min	4992.903-4995.550=-2.647
max	5456.987-5477.754=-20.766

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	368.843-378.985=-10.142
σ	26.211-20.653=5.558
min	340.857-339.730=1.127
max	395.876-393.669=2.207

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	777.702-755.339=22.363
σ	12.833-37.529=-24.696
min	763.821-683.239=80.583
max	800.148-787.466=12.681

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.000
σ	0.759-0.759=0.000
min	1023.825-1023.825=0.000
max	1027.437-1027.437=0.000

*mean*	1039.300-1041.450=-2.150
σ	300.485-299.616=0.869
min	565.000-554.000=11.000
max	1461.000-1462.000=-1.000

*mean*	1.553-1.537=0.016
σ	0.076-0.085=-0.009
min	1.473-1.344=0.129
max	1.797-1.765=0.032

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.466-0.421=0.045
σ	0.472-0.495=-0.023
min	0.240-0.153=0.087
max	1.311-1.303=0.008

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.828-0.827=0.001
σ	0.523-0.521=0.001
min	0.580-0.575=0.005
max	1.762-1.759=0.003

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.385-0.378=0.007
σ	0.043-0.046=-0.003
min	0.347-0.340=0.007
max	0.450-0.457=-0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.586-0.588=-0.003
σ	0.029-0.025=0.004
min	0.561-0.570=-0.009
max	0.637-0.632=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-436.600=-5.600
σ	0.000-6.066=-6.066
min	431.000
max	431.000-443.000=-12.000

*mean*	0.554-0.590=-0.035
σ	0.081-0.103=-0.022
min	0.461-0.470=-0.009
max	0.683-0.745=-0.062

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.477-0.516=-0.038
σ	0.046-0.014=0.032
min	0.437-0.494=-0.058
max	0.529-0.531=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	1.994-1.952=0.042
σ	0.080-0.059=0.022
min	1.857-1.841=0.016
max	2.220-2.159=0.060

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	1.971-1.942=0.029
σ	0.058-0.144=-0.086
min	1.858-1.749=0.109
max	2.172-2.976=-0.804

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.305-0.304=0.001
σ	0.009-0.008=0.000
min	0.292-0.284=0.008
max	0.359-0.341=0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.295-0.292=0.003
σ	0.041-0.013=0.029
min	0.277-0.277=0.001
max	0.690-0.380=0.310

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.557-298.597=-0.040
σ	1.040-1.008=0.032
min	298.167-298.243=-0.075
max	301.514-301.465=0.049

*mean*	441.300-447.200=-5.900
σ	13.671-17.287=-3.616
min	417.000-426.000=-9.000
max	464.000-473.000=-9.000

*mean*	0.586-0.608=-0.022
σ	0.039-0.014=0.025
min	0.527-0.593=-0.066
max	0.645-0.644=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	206.840-202.657=4.182
σ	3.258-3.618=-0.360
min	202.685-196.314=6.371
max	211.187-207.176=4.011

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	7.753-9.098=-1.345
σ	2.392-2.032=0.359
min	6.154-6.341=-0.187
max	13.018-12.628=0.390

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.362-1042.363=-0.000
max	1042.363-1042.366=-0.003

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	511.775-543.174=-31.399
σ	146.741-96.982=49.759
min	374.587-404.317=-29.731
max	829.419-720.379=109.040

phase=processProdDef

*mean*	4850.764-4850.765=-0.000
σ	0.000-0.000=0.000
min	4850.764-4850.765=-0.001
max	4850.765-4850.765=-0.000

*mean*	1078.000
σ	0.000
min	1078.000
max	1078.000

*mean*	4741.469-4759.425=-17.956
σ	469.270-446.186=23.084
min	4055.010-4035.518=19.493
max	5324.561-5405.891=-81.330

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	27.947-34.764=-6.817
σ	12.040-10.233=1.807
min	20.205-20.803=-0.598
max	52.367-47.427=4.940

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1065.750
σ	34.648
min	980.000
max	1078.000

*mean*	712.258-728.151=-15.893
σ	101.850-102.312=-0.462
min	639.947-645.664=-5.717
max	933.455-931.706=1.749

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.823-293.822=0.000
σ	0.038-0.038=-0.001
min	293.770-293.769=0.001
max	293.861-293.861=-0.000

*mean*	439.000-442.400=-3.400
σ	2.739-0.548=2.191
min	437.000-442.000=-5.000
max	442.000-443.000=-1.000

*mean*	0.393-0.392=0.000
σ	0.002-0.001=0.002
min	0.390-0.391=-0.001
max	0.397-0.393=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.185-1320.215=-0.030
σ	0.094-0.043=0.051
min	1320.069-1320.148=-0.079
max	1320.318-1320.259=0.059

*mean*	1064.200-1065.800=-1.600
σ	164.322-164.260=0.062
min	841.000-844.000=-3.000
max	1263.000-1266.000=-3.000

*mean*	2.072-2.261=-0.188
σ	0.084-0.105=-0.021
min	2.002-2.174=-0.172
max	2.193-2.430=-0.237

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.583-1560.618=-0.034
σ	6.250-6.222=0.028
min	1557.550-1557.626=-0.075
max	1571.757-1571.743=0.014

*mean*	617.000-619.000=-2.000
σ	82.553
min	492.000-494.000=-2.000
max	714.000-716.000=-2.000

*mean*	2.303-2.316=-0.013
σ	0.226-0.202=0.024
min	2.149-2.175=-0.026
max	2.696-2.662=0.035

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.178-1882.179=-0.001
σ	0.057-0.058=-0.001
min	1882.111-1882.116=-0.005
max	1882.252-1882.260=-0.008

*mean*	1705.600-1707.200=-1.600
σ	253.431-253.564=-0.133
min	1394.000-1395.000=-1.000
max	2041.000-2042.000=-1.000

*mean*	2.951-2.965=-0.014
σ	0.112-0.063=0.050
min	2.798-2.900=-0.102
max	3.091-3.049=0.043

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.549-1.778=-0.229
σ	0.155-0.091=0.064
min	1.305-1.617=-0.312
max	1.726-1.834=-0.108

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.081=0.000
σ	582.722-582.722=-0.000
min	160.719-160.718=0.001
max	1326.165-1326.165=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.545-0.533=0.012
σ	0.548-0.522=0.027
min	0.266-0.266=-0.001
max	1.367-1.315=0.051

policies=20

*mean*	1607.531-1607.514=0.017
σ	0.416-0.405=0.011
min	1607.243-1607.237=0.006
max	1608.145-1608.113=0.032

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500
σ	7.506-8.660=-1.155
min	444.000-443.000=1.000
max	457.000-458.000=-1.000

*mean*	2.687-2.692=-0.005
σ	0.019-0.025=-0.007
min	2.663-2.672=-0.010
max	2.705-2.729=-0.023

policies=200

*mean*	16083.572-16083.482=0.090
σ	0.080-0.130=-0.051
min	16083.521-16083.358=0.163
max	16083.690-16083.664=0.026

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-499.250=-3.250
σ	3.742-3.862=-0.121
min	492.000-494.000=-2.000
max	501.000-503.000=-2.000

*mean*	27.214-27.155=0.059
σ	0.025-0.069=-0.043
min	27.185-27.064=0.121
max	27.238-27.229=0.009