Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.887=0.002
σ	0.359-0.358=0.001
min	54.750-54.750=-0.000
max	55.910-55.906=0.004

*mean*	418.700-419.000=-0.300
σ	0.483-0.000=0.483
min	418.000-419.000=-1.000
max	419.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=0.000
min	0.138-0.136=0.002
max	0.150-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=0.001
σ	0.006-0.006=0.000
min	43.846-43.842=0.005
max	43.867-43.862=0.005

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.121-0.122=-0.001
σ	0.005-0.005=-0.000
min	0.116-0.117=-0.000
max	0.130-0.129=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	13.513-12.897=0.616
σ	1.713-0.323=1.390
min	12.453-12.396=0.057
max	17.706-13.469=4.237

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	13.509-13.007=0.502
σ	2.001-0.439=1.562
min	11.841-12.174=-0.333
max	18.158-13.480=4.678

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.001-0.002=-0.000
min	41.929-41.928=0.000
max	41.932-41.932=0.000

*mean*	7138.000-7146.000=-8.000
σ	0.000
min	7138.000-7146.000=-8.000
max	7138.000-7146.000=-8.000

*mean*	14.943-15.352=-0.409
σ	1.269-0.164=1.106
min	11.835-15.155=-3.320
max	15.740-15.622=0.118

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	14.435-14.817=-0.382
σ	1.850-1.581=0.269
min	11.495-11.384=0.111
max	16.105-16.400=-0.295

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	10.305-10.093=0.212
σ	1.850-1.628=0.222
min	9.013-8.705=0.308
max	13.402-12.958=0.444

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	7.568-7.992=-0.424
σ	1.952-1.520=0.431
min	5.810-6.568=-0.758
max	10.695-10.577=0.118

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.678=0.000

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	6.248-6.069=0.179
σ	0.489-0.110=0.379
min	5.956-5.902=0.053
max	7.430-6.208=1.222

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.972-25.972=0.000

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	5.997-5.881=0.117
σ	0.530-0.134=0.396
min	5.476-5.711=-0.235
max	7.255-6.099=1.155

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7138.000-7146.000=-8.000
σ	0.000
min	7138.000-7146.000=-8.000
max	7138.000-7146.000=-8.000

*mean*	362.680-435.809=-73.129
σ	40.444-248.658=-208.214
min	346.260-345.381=0.879
max	462.662-1051.191=-588.529

op=load_product(), with indexes

*mean*	7917.792-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3274.875-3274.125=0.750
σ	1826.067-1823.243=2.824
min	810.000
max	5625.000-5621.000=4.000

*mean*	3822.094-3598.991=223.103
σ	1216.754-1052.285=164.470
min	3089.965-3083.218=6.747
max	6228.080-6018.632=209.447

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	89.943-90.617=-0.674
σ	21.569-22.104=-0.536
min	70.154-70.335=-0.181
max	125.634-120.124=5.510

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7138.000-7146.000=-8.000
σ	0.000
min	7138.000-7146.000=-8.000
max	7138.000-7146.000=-8.000

*mean*	84.760-61.155=23.605
σ	65.980-0.555=65.425
min	60.032-60.355=-0.323
max	247.916-62.119=185.797

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7138.000-7146.000=-8.000
σ	0.000
min	7138.000-7146.000=-8.000
max	7138.000-7146.000=-8.000

*mean*	213.180-100.332=112.847
σ	316.106-0.926=315.181
min	98.212-99.262=-1.050
max	995.385-101.825=893.560

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.575-14215.576=-0.000
max	14227.820-14227.821=-0.001

*mean*	4042.375-4042.125=0.250
σ	2007.703-2007.938=-0.235
min	1216.000-1219.000=-3.000
max	7138.000-7146.000=-8.000

*mean*	7779.873-8149.969=-370.096
σ	1847.137-1806.016=41.121
min	5967.746-6006.795=-39.050
max	10872.806-11252.499=-379.694

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7138.000-7146.000=-8.000
σ	0.000
min	7138.000-7146.000=-8.000
max	7138.000-7146.000=-8.000

*mean*	5454.113-5244.027=210.086
σ	1061.488-327.956=733.531
min	4999.073-5000.068=-0.996
max	8049.141-5742.020=2307.121

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	389.554-372.393=17.160
σ	1.447-35.353=-33.907
min	387.624-292.901=94.722
max	391.881-391.388=0.493

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	765.598-747.030=18.568
σ	41.814-55.051=-13.236
min	671.410-628.479=42.930
max	813.176-795.158=18.018

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.000
σ	0.758-0.759=-0.001
min	1023.827-1023.826=0.001
max	1027.432-1027.437=-0.004

*mean*	1053.650-1044.700=8.950
σ	311.569-297.914=13.656
min	571.000-560.000=11.000
max	1509.000-1456.000=53.000

*mean*	1.544-1.544=-0.000
σ	0.055-0.074=-0.020
min	1.473-1.460=0.013
max	1.683-1.761=-0.078

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.409-0.309=0.099
σ	0.508-0.316=0.193
min	0.147-0.136=0.011
max	1.316-0.870=0.446

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.477=-0.000
σ	0.339-0.316=0.022
min	0.314-0.325=-0.011
max	1.083-1.043=0.040

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.222=0.002
σ	0.028-0.023=0.005
min	0.206-0.206=-0.000
max	0.274-0.262=0.012

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.327=0.009
σ	0.023-0.018=0.005
min	0.318-0.312=0.006
max	0.376-0.358=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-436.000=1.000
σ	6.595-5.612=0.983
min	431.000
max	444.000-442.000=2.000

*mean*	0.524-0.554=-0.031
σ	0.062-0.037=0.024
min	0.451-0.508=-0.057
max	0.595-0.605=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.478-0.504=-0.026
σ	0.038-0.025=0.014
min	0.424-0.468=-0.044
max	0.525-0.525=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	2.690-1.981=0.709
σ	0.113-0.075=0.038
min	2.518-1.840=0.678
max	3.321-2.186=1.135

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	2.651-1.957=0.694
σ	0.085-0.077=0.008
min	2.481-1.849=0.631
max	2.939-2.251=0.688

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.305-0.308=-0.003
σ	0.009-0.009=-0.000
min	0.290-0.292=-0.003
max	0.363-0.357=0.006

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.293-0.294=-0.001
σ	0.007-0.007=0.000
min	0.282-0.282=0.000
max	0.334-0.323=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.698-298.564=0.133
σ	0.986-1.010=-0.024
min	298.339-298.197=0.143
max	301.502-301.436=0.066

*mean*	439.700-443.000=-3.300
σ	14.659-19.172=-4.512
min	415.000-417.000=-2.000
max	465.000-470.000=-5.000

*mean*	0.601-0.591=0.011
σ	0.015-0.028=-0.013
min	0.566-0.533=0.033
max	0.620-0.621=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1049.500-940.875=108.625
σ	24.042-17.324=6.718
min	990.000-898.000=92.000
max	1058.000-947.000=111.000

*mean*	205.282-205.793=-0.511
σ	3.109-3.662=-0.553
min	200.431-200.765=-0.334
max	209.551-210.756=-1.206

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1049.500-939.250=110.250
σ	24.042-21.920=2.121
min	990.000-885.000=105.000
max	1058.000-947.000=111.000

*mean*	9.388-10.183=-0.795
σ	2.672-2.425=0.247
min	6.305-6.594=-0.289
max	13.156-12.814=0.342

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=-0.000
min	1042.361-1042.360=0.000
max	1042.361-1042.361=-0.001

*mean*	1049.500-939.250=110.250
σ	24.042-21.920=2.121
min	990.000-885.000=105.000
max	1058.000-947.000=111.000

*mean*	511.004-561.701=-50.697
σ	120.834-165.874=-45.040
min	378.060-379.405=-1.345
max	768.149-756.084=12.064

phase=processProdDef

*mean*	4850.768-4850.768=0.000
σ	0.000
min	4850.768-4850.768=0.000
max	4850.768-4850.768=0.000

*mean*	1058.000-947.000=111.000
σ	0.000
min	1058.000-947.000=111.000
max	1058.000-947.000=111.000

*mean*	4593.952-4683.983=-90.031
σ	550.722-384.950=165.773
min	3621.695-4036.784=-415.089
max	5276.949-5387.180=-110.231

phase=renaming

*mean*	21.675-21.675=-0.000
σ	0.000
min	21.675-21.675=-0.000
max	21.675-21.675=-0.000

*mean*	1049.500-939.250=110.250
σ	24.042-21.920=2.121
min	990.000-885.000=105.000
max	1058.000-947.000=111.000

*mean*	35.806-38.980=-3.174
σ	11.843-13.381=-1.538
min	20.273-21.002=-0.729
max	49.392-60.702=-11.310

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1049.500-940.750=108.750
σ	24.042-17.678=6.364
min	990.000-897.000=93.000
max	1058.000-947.000=111.000

*mean*	801.557-798.741=2.816
σ	149.019-101.668=47.351
min	648.900-647.469=1.431
max	993.901-914.784=79.117

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.822=0.000
σ	0.038-0.038=0.001
min	293.769-293.769=-0.000
max	293.862-293.860=0.002

*mean*	444.000-439.600=4.400
σ	0.000-2.191=-2.191
min	444.000-438.000=6.000
max	444.000-442.000=2.000

*mean*	0.391-0.394=-0.003
σ	0.002-0.001=0.001
min	0.388-0.392=-0.004
max	0.394-0.395=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.177-1320.218=-0.041
σ	0.103-0.045=0.058
min	1320.051-1320.154=-0.103
max	1320.334-1320.259=0.074

*mean*	1097.400-1083.600=13.800
σ	186.567-172.712=13.856
min	839.000-877.000=-38.000
max	1319.000-1314.000=5.000

*mean*	2.075-2.294=-0.219
σ	0.068-0.185=-0.118
min	2.020-2.125=-0.105
max	2.189-2.610=-0.421

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.574-1560.610=-0.036
σ	6.249-6.213=0.036
min	1557.522-1557.627=-0.105
max	1571.745-1571.719=0.026

*mean*	619.600-609.400=10.200
σ	81.968-94.949=-12.981
min	495.000
max	715.000-733.000=-18.000

*mean*	2.272-2.273=-0.001
σ	0.221-0.106=0.115
min	2.141-2.193=-0.052
max	2.665-2.425=0.240

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.181-1882.174=0.007
σ	0.055-0.061=-0.006
min	1882.119-1882.102=0.017
max	1882.241-1882.258=-0.017

*mean*	1725.800-1725.000=0.800
σ	199.621-178.877=20.744
min	1456.000-1466.000=-10.000
max	1915.000-1886.000=29.000

*mean*	3.054-3.154=-0.101
σ	0.186-0.250=-0.064
min	2.831-2.926=-0.095
max	3.237-3.543=-0.306

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.648-1.821=-0.174
σ	0.269-0.131=0.138
min	1.289-1.605=-0.316
max	1.870-1.956=-0.086

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.084-452.083=0.001
σ	582.724-582.722=0.002
min	160.717-160.720=-0.003
max	1326.170-1326.166=0.005

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.549-0.547=0.001
σ	0.533-0.545=-0.012
min	0.276-0.269=0.007
max	1.348-1.365=-0.017

policies=20

*mean*	1607.537-1607.535=0.002
σ	0.413-0.416=-0.003
min	1607.255-1607.255=0.000
max	1608.151-1608.151=-0.000

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.750-450.000=-5.250
σ	7.500-8.083=-0.583
min	441.000-443.000=-2.000
max	456.000-457.000=-1.000

*mean*	2.692-2.688=0.004
σ	0.022-0.007=0.015
min	2.666-2.684=-0.018
max	2.715-2.698=0.018

policies=200

*mean*	16083.533-16083.508=0.024
σ	0.135-0.128=0.007
min	16083.393-16083.411=-0.019
max	16083.707-16083.689=0.018

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-495.000=0.750
σ	3.686-2.944=0.742
min	491.000-492.000=-1.000
max	500.000-498.000=2.000

*mean*	27.072-27.178=-0.106
σ	0.106-0.058=0.048
min	26.927-27.122=-0.195
max	27.151-27.250=-0.099