Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.682-54.679=0.003
σ	0.357-0.360=-0.003
min	54.550-54.538=0.012
max	55.698-55.702=-0.004

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.157-0.140=0.017
σ	0.011-0.004=0.007
min	0.140-0.137=0.003
max	0.171-0.148=0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.007-0.005=0.002
min	43.690-43.697=-0.006
max	43.715-43.712=0.002

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.123-0.121=0.002
σ	0.005-0.004=0.001
min	0.120-0.116=0.004
max	0.132-0.128=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	12.690-12.741=-0.052
σ	0.272-0.176=0.096
min	12.362-12.582=-0.220
max	13.082-13.096=-0.015

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	12.778-12.733=0.045
σ	0.540-0.625=-0.085
min	11.754-11.592=0.162
max	13.405-13.333=0.072

op=table_records(), no indexes

*mean*	41.930-41.932=-0.003
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.933=-0.001

*mean*	6109.000-7352.000=-1243.000
σ	0.000
min	6109.000-7352.000=-1243.000
max	6109.000-7352.000=-1243.000

*mean*	15.203-15.251=-0.048
σ	0.275-0.887=-0.612
min	14.672-13.221=1.451
max	15.520-15.969=-0.449

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.002
min	41.928-41.927=0.000
max	41.929-41.932=-0.003

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	13.062-12.935=0.127
σ	1.796-1.830=-0.034
min	10.789-11.094=-0.305
max	15.138-15.357=-0.219

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	9.108-8.874=0.234
σ	0.699-0.416=0.283
min	8.634-8.446=0.189
max	10.756-9.433=1.323

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	7.144-6.500=0.643
σ	0.561-0.347=0.214
min	6.675-6.158=0.517
max	8.496-7.152=1.344

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.668=0.001
σ	0.003-0.003=-0.000
min	25.665-25.666=-0.000
max	25.674-25.674=0.000

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	6.002-6.035=-0.034
σ	0.151-0.193=-0.042
min	5.669-5.832=-0.162
max	6.187-6.399=-0.212

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974-25.974=0.000

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	5.818-5.835=-0.017
σ	0.093-0.107=-0.015
min	5.626-5.714=-0.088
max	5.915-6.001=-0.087

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.001
min	2524.602-2524.606=-0.003
max	2524.606-2524.607=-0.001

*mean*	6109.000-7352.000=-1243.000
σ	0.000
min	6109.000-7352.000=-1243.000
max	6109.000-7352.000=-1243.000

*mean*	1367.888-1048.704=319.184
σ	597.024-6.058=590.965
min	1037.760-1038.406=-0.646
max	2472.673-1058.547=1414.126

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.469-0.469=0.001
min	7877.935-8744.553=-866.618
max	7879.264-8745.881=-866.617

*mean*	3228.250-3582.375=-354.125
σ	1827.912-1802.217=25.696
min	810.000-1051.000=-241.000
max	6109.000-5828.000=281.000

*mean*	3719.684-4853.477=-1133.792
σ	1159.627-1457.241=-297.614
min	3085.143-3541.083=-455.940
max	6031.209-7103.161=-1071.952

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.081

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	83.894-81.804=2.090
σ	12.554-9.350=3.204
min	69.858-72.288=-2.430
max	99.726-94.757=4.968

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.001
min	40.945-40.945=-0.000
max	40.949-40.946=0.002

*mean*	6109.000-7352.000=-1243.000
σ	0.000
min	6109.000-7352.000=-1243.000
max	6109.000-7352.000=-1243.000

*mean*	64.799-105.729=-40.930
σ	4.235-6.451=-2.216
min	62.050-92.738=-30.688
max	72.508-110.583=-38.075

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.001
σ	0.002-0.000=0.001
min	66.686
max	66.690-66.687=0.003

*mean*	6109.000-7352.000=-1243.000
σ	0.000
min	6109.000-7352.000=-1243.000
max	6109.000-7352.000=-1243.000

*mean*	100.286-161.843=-61.557
σ	1.310-9.690=-8.380
min	99.353-141.358=-42.005
max	102.883-168.618=-65.735

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.901=192.255
σ	4.304-4.304=-0.000
min	11847.561-11655.306=192.255
max	11859.806-11667.552=192.254

*mean*	3862.750-4159.250=-296.500
σ	1829.853-1911.612=-81.759
min	1279.000-1549.000=-270.000
max	6109.000-7352.000=-1243.000

*mean*	6355.819-6331.333=24.487
σ	1248.599-1219.939=28.660
min	5048.728-4914.001=134.727
max	8221.898-8094.323=127.574

op=vertical_lookup_list() on indexed

*mean*	10791.094-11560.066=-768.972
σ	0.002-0.001=0.001
min	10791.092-11560.065=-768.973
max	10791.096-11560.067=-768.971

*mean*	6109.000-7352.000=-1243.000
σ	0.000
min	6109.000-7352.000=-1243.000
max	6109.000-7352.000=-1243.000

*mean*	4924.076-5619.341=-695.265
σ	1589.708-1229.500=360.208
min	4047.067-4406.185=-359.118
max	7615.736-7243.934=371.801

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	381.509-394.653=-13.144
σ	15.914-3.571=12.343
min	355.025-386.925=-31.901
max	394.287-397.915=-3.628

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.000=2.000
σ	0.000
min	561.000-559.000=2.000
max	561.000-559.000=2.000

*mean*	744.707-731.618=13.088
σ	50.614-72.321=-21.707
min	638.738-631.215=7.523
max	787.447-805.465=-18.018

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.328=-0.001
σ	0.759-0.758=0.001
min	1023.855-1023.852=0.002
max	1027.465-1027.466=-0.001

*mean*	1051.200-1040.100=11.100
σ	319.271-290.640=28.631
min	544.000-576.000=-32.000
max	1564.000-1434.000=130.000

*mean*	1.542-1.599=-0.057
σ	0.055-0.087=-0.032
min	1.484-1.470=0.013
max	1.676-1.826=-0.150

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.396=0.004
σ	0.521-0.518=0.003
min	0.141-0.126=0.014
max	1.329-1.318=0.011

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.477=-0.001
σ	0.313-0.318=-0.005
min	0.331-0.327=0.004
max	1.037-1.046=-0.010

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.221=0.004
σ	0.021-0.025=-0.004
min	0.210-0.201=0.009
max	0.262-0.263=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.343-0.322=0.021
σ	0.017-0.018=-0.001
min	0.328-0.304=0.024
max	0.372-0.352=0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-436.000=1.000
σ	6.595-5.612=0.983
min	431.000
max	444.000-442.000=2.000

*mean*	0.532-0.558=-0.026
σ	0.065-0.047=0.018
min	0.443-0.506=-0.063
max	0.599-0.612=-0.013

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.446-0.486=-0.039
σ	0.029-0.029=-0.000
min	0.421-0.457=-0.036
max	0.484-0.530=-0.046

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	1.963-2.620=-0.657
σ	0.063-0.077=-0.014
min	1.859-2.495=-0.636
max	2.226-2.827=-0.601

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	1.957-2.637=-0.681
σ	0.065-0.092=-0.027
min	1.860-2.465=-0.605
max	2.181-2.872=-0.690

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.305-0.310=-0.005
σ	0.010-0.012=-0.001
min	0.292-0.295=-0.003
max	0.372-0.386=-0.014

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.293-0.293=-0.000
σ	0.007-0.008=-0.002
min	0.280-0.278=0.003
max	0.320-0.336=-0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.504-298.811=-0.307
σ	1.094-1.032=0.061
min	298.083-298.439=-0.356
max	301.610-301.748=-0.138

*mean*	440.700-442.600=-1.900
σ	17.101-16.972=0.129
min	414.000-416.000=-2.000
max	468.000-469.000=-1.000

*mean*	0.599-0.591=0.008
σ	0.030-0.023=0.007
min	0.522-0.553=-0.031
max	0.641-0.628=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.532=-2.854
σ	0.000
min	236.678-239.532=-2.854
max	236.678-239.532=-2.854

*mean*	1686.000-1743.000=-57.000
σ	0.000-2.828=-2.828
min	1686.000-1742.000=-56.000
max	1686.000-1750.000=-64.000

*mean*	215.216-217.757=-2.541
σ	2.131-2.567=-0.435
min	212.905-211.910=0.995
max	218.439-220.568=-2.129

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1686.000-1743.000=-57.000
σ	0.000-2.828=-2.828
min	1686.000-1742.000=-56.000
max	1686.000-1750.000=-64.000

*mean*	11.283-12.235=-0.952
σ	1.575-0.956=0.620
min	9.570-10.637=-1.068
max	12.833-12.906=-0.073

phase=parser

*mean*	1042.367-1042.365=0.002
σ	0.000-0.000=-0.000
min	1042.367-1042.365=0.002
max	1042.367-1042.366=0.002

*mean*	1686.000-1743.000=-57.000
σ	0.000-2.828=-2.828
min	1686.000-1742.000=-56.000
max	1686.000-1750.000=-64.000

*mean*	686.765-684.098=2.667
σ	58.735-74.252=-15.516
min	589.931-562.199=27.732
max	728.097-729.502=-1.405

phase=processProdDef

*mean*	4753.276-6169.659=-1416.384
σ	0.000-0.000=-0.000
min	4753.276-6169.659=-1416.383
max	4753.276-6169.660=-1416.384

*mean*	1686.000-1744.000=-58.000
σ	0.000-3.703=-3.703
min	1686.000-1742.000=-56.000
max	1686.000-1750.000=-64.000

*mean*	4661.541-5531.330=-869.790
σ	542.982-999.966=-456.984
min	3958.083-4188.826=-230.743
max	5617.735-6664.359=-1046.624

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1686.000-1743.000=-57.000
σ	0.000-2.828=-2.828
min	1686.000-1742.000=-56.000
max	1686.000-1750.000=-64.000

*mean*	41.581-44.647=-3.066
σ	7.480-6.307=1.173
min	29.900-34.380=-4.480
max	48.358-48.914=-0.556

phase=type checker

*mean*	990.454-990.446=0.008
σ	0.071-0.066=0.005
min	990.348-990.348=0.000
max	990.567-990.536=0.032

*mean*	1686.000-1743.000=-57.000
σ	0.000-2.828=-2.828
min	1686.000-1742.000=-56.000
max	1686.000-1750.000=-64.000

*mean*	791.965-835.398=-43.432
σ	104.240-65.573=38.667
min	673.724-739.507=-65.783
max	936.797-905.072=31.725

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.919=-0.000
σ	0.038-0.038=-0.001
min	293.866-293.865=0.001
max	293.957-293.958=-0.001

*mean*	441.800-442.000=-0.200
σ	3.834-2.739=1.095
min	439.000-440.000=-1.000
max	446.000-445.000=1.000

*mean*	0.401-0.404=-0.003
σ	0.008-0.002=0.006
min	0.393-0.402=-0.009
max	0.413-0.407=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.303-1320.230=0.073
σ	0.040-0.083=-0.043
min	1320.243-1320.152=0.091
max	1320.345-1320.324=0.021

*mean*	1111.200-1067.600=43.600
σ	187.850-167.554=20.296
min	890.000-843.000=47.000
max	1373.000-1274.000=99.000

*mean*	2.212-2.054=0.158
σ	0.072-0.225=-0.153
min	2.138-1.865=0.273
max	2.289-2.376=-0.086

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.462-1559.741=-0.279
σ	3.424-4.061=-0.637
min	1557.747-1557.728=0.019
max	1565.580-1566.999=-1.419

*mean*	623.400-618.800=4.600
σ	89.985-82.448=7.537
min	509.000-494.000=15.000
max	728.000-715.000=13.000

*mean*	2.390-2.280=0.109
σ	0.319-0.119=0.200
min	2.147-2.171=-0.024
max	2.936-2.435=0.500

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.266-1882.273=-0.007
σ	0.061-0.061=0.000
min	1882.191-1882.199=-0.008
max	1882.348-1882.338=0.010

*mean*	1754.400-1699.800=54.600
σ	208.445-246.600=-38.155
min	1503.000-1406.000=97.000
max	1960.000-2031.000=-71.000

*mean*	3.129-2.985=0.143
σ	0.203-0.059=0.144
min	2.876-2.933=-0.057
max	3.409-3.058=0.351

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.794-1.718=0.076
σ	0.208-0.186=0.023
min	1.461-1.518=-0.057
max	1.952-1.966=-0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.409-453.536=-1.127
σ	583.277-585.528=-2.251
min	160.766-160.771=-0.005
max	1327.324-1331.828=-4.504

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.532-0.548=-0.016
σ	0.538-0.551=-0.014
min	0.249-0.270=-0.021
max	1.338-1.375=-0.036

policies=20

*mean*	1608.037-1608.044=-0.007
σ	0.424-0.421=0.003
min	1607.751-1607.754=-0.003
max	1608.665-1608.667=-0.003

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-450.250=-1.000
σ	3.500-10.595=-7.095
min	444.000-443.000=1.000
max	451.000-466.000=-15.000

*mean*	2.702-2.711=-0.009
σ	0.018-0.019=-0.001
min	2.680-2.695=-0.015
max	2.722-2.738=-0.017

policies=200

*mean*	16088.617-16088.591=0.026
σ	0.104-0.137=-0.033
min	16088.563-16088.472=0.090
max	16088.772-16088.783=-0.011

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-496.000=4.500
σ	4.435-4.690=-0.256
min	495.000-490.000=5.000
max	505.000-501.000=4.000

*mean*	27.224-27.463=-0.239
σ	0.079-0.108=-0.028
min	27.138-27.348=-0.210
max	27.309-27.595=-0.286