Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.888=-0.007
σ	0.357-0.357=0.001
min	54.743-54.751=-0.008
max	55.897-55.902=-0.006

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.139-0.142=-0.002
σ	0.005-0.004=0.001
min	0.132-0.137=-0.005
max	0.147-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.856=-0.006
σ	0.005-0.006=-0.000
min	43.842-43.845=-0.003
max	43.857-43.863=-0.006

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.125-0.126=-0.000
σ	0.004-0.004=0.000
min	0.122-0.121=0.001
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.619-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	13.507-12.887=0.620
σ	1.653-0.335=1.318
min	12.267-12.385=-0.118
max	17.505-13.268=4.236

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	13.971-12.744=1.228
σ	1.834-0.751=1.083
min	12.132-11.716=0.415
max	17.352-13.663=3.689

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.933=-0.000

*mean*	7150.000-7122.000=28.000
σ	0.000
min	7150.000-7122.000=28.000
max	7150.000-7122.000=28.000

*mean*	15.101-14.482=0.618
σ	0.234-1.630=-1.396
min	14.752-11.431=3.321
max	15.502-15.429=0.073

op=table_records(), repeat

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.001

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	14.800-14.337=0.463
σ	1.667-1.934=-0.267
min	11.100-10.731=0.369
max	16.548-15.670=0.877

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	9.950-9.097=0.853
σ	1.680-0.294=1.386
min	8.219-8.675=-0.456
max	12.882-9.393=3.489

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404-26.404=0.000

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	7.571-6.826=0.745
σ	1.519-0.404=1.115
min	6.187-6.345=-0.158
max	10.059-7.503=2.556

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.678-25.678=-0.000

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	6.203-5.991=0.212
σ	0.520-0.155=0.365
min	5.813-5.816=-0.003
max	7.406-6.199=1.207

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.969=0.000
max	25.972-25.972=0.000

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	5.819-5.835=-0.016
σ	0.471-0.094=0.378
min	5.423-5.706=-0.282
max	6.904-5.949=0.955

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612-1021.612=0.000
max	1021.615-1021.616=-0.000

*mean*	7150.000-7122.000=28.000
σ	0.000
min	7150.000-7122.000=28.000
max	7150.000-7122.000=28.000

*mean*	379.136-352.027=27.110
σ	56.029-1.691=54.338
min	346.276-349.638=-3.362
max	472.264-354.552=117.712

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.625=-0.000
max	7918.953-7918.954=-0.001

*mean*	3273.500-3264.500=9.000
σ	1825.506-1815.960=9.546
min	810.000
max	5623.000-5604.000=19.000

*mean*	3736.286-3738.924=-2.638
σ	1078.181-1196.796=-118.615
min	3075.477-3096.464=-20.987
max	6131.668-6051.215=80.454

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.001-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	89.216-84.669=4.547
σ	20.897-15.662=5.235
min	71.103-70.665=0.438
max	123.307-108.869=14.438

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.948-40.950=-0.001

*mean*	7150.000-7122.000=28.000
σ	0.000
min	7150.000-7122.000=28.000
max	7150.000-7122.000=28.000

*mean*	61.514-66.265=-4.751
σ	1.210-6.935=-5.725
min	60.797-61.416=-0.619
max	64.456-80.219=-15.763

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691-66.691=-0.000

*mean*	7150.000-7122.000=28.000
σ	0.000
min	7150.000-7122.000=28.000
max	7150.000-7122.000=28.000

*mean*	258.987-103.065=155.922
σ	312.651-6.442=306.209
min	98.581-98.721=-0.139
max	928.672-115.999=812.673

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.171=-0.001
σ	4.304-4.304=-0.000
min	14215.576
max	14227.820-14227.821=-0.001

*mean*	4043.250-4029.500=13.750
σ	2009.276-2000.247=9.029
min	1219.000-1218.000=1.000
max	7150.000-7122.000=28.000

*mean*	8455.396-8151.492=303.905
σ	1924.893-1902.301=22.592
min	6029.641-6027.449=2.192
max	10883.331-11192.296=-308.965

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.001=0.001
min	13159.106-13159.107=-0.001
max	13159.111-13159.110=0.001

*mean*	7150.000-7122.000=28.000
σ	0.000
min	7150.000-7122.000=28.000
max	7150.000-7122.000=28.000

*mean*	5374.761-5553.963=-179.202
σ	579.680-1081.010=-501.329
min	5032.390-5005.847=26.543
max	6698.068-8106.313=-1408.245

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	379.148-383.034=-3.885
σ	34.074-14.097=19.977
min	295.051-350.229=-55.178
max	397.020-393.385=3.636

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	764.002-746.924=17.078
σ	41.553-29.206=12.347
min	668.893-704.912=-36.019
max	796.912-777.069=19.844

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.300=-0.001
σ	0.759-0.759=0.000
min	1023.824-1023.827=-0.004
max	1027.436-1027.438=-0.002

*mean*	1045.800-1053.450=-7.650
σ	308.457-312.504=-4.046
min	570.000-569.000=1.000
max	1501.000-1511.000=-10.000

*mean*	1.543-1.548=-0.005
σ	0.080-0.062=0.018
min	1.434-1.477=-0.043
max	1.726-1.733=-0.007

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.520-0.298=0.222
σ	0.467-0.294=0.173
min	0.272-0.144=0.128
max	1.349-0.821=0.528

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.829-0.474=0.355
σ	0.526-0.325=0.200
min	0.577-0.319=0.259
max	1.769-1.056=0.713

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.382-0.215=0.166
σ	0.045-0.024=0.021
min	0.348-0.195=0.153
max	0.460-0.255=0.205

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.583-0.333=0.250
σ	0.035-0.012=0.023
min	0.546-0.321=0.225
max	0.639-0.352=0.287

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-436.000=-4.400
σ	1.342-5.612=-4.271
min	431.000
max	434.000-442.000=-8.000

*mean*	0.721-0.532=0.189
σ	0.057-0.064=-0.007
min	0.620-0.463=0.157
max	0.754-0.601=0.153

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.627-0.469=0.158
σ	0.019-0.054=-0.035
min	0.595-0.390=0.205
max	0.640-0.522=0.118

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.500-1.947=1.553
σ	0.083-0.056=0.028
min	3.377-1.824=1.553
max	3.880-2.093=1.787

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.485-1.938=1.547
σ	0.096-0.057=0.040
min	3.298-1.843=1.455
max	3.793-2.161=1.633

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.536-0.306=0.230
σ	0.013-0.051=-0.037
min	0.513-0.278=0.235
max	0.624-0.767=-0.142

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.512-0.295=0.217
σ	0.010-0.026=-0.016
min	0.491-0.277=0.214
max	0.570-0.534=0.036

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.640-298.687=-0.047
σ	0.978-0.992=-0.014
min	298.257-298.288=-0.031
max	301.420-301.506=-0.087

*mean*	439.000-441.700=-2.700
σ	13.936-13.671=0.265
min	415.000-418.000=-3.000
max	461.000-463.000=-2.000

*mean*	0.608-0.575=0.032
σ	0.017-0.029=-0.013
min	0.591-0.528=0.063
max	0.647-0.613=0.034

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=0.000
max	236.678-236.678=-0.000

*mean*	1055.625-923.375=132.250
σ	26.517-10.253=16.263
min	990.000-898.000=92.000
max	1065.000-927.000=138.000

*mean*	202.415-200.966=1.450
σ	2.140-3.589=-1.449
min	199.218-196.182=3.036
max	205.276-206.539=-1.263

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1055.625-920.500=135.125
σ	26.517-18.385=8.132
min	990.000-875.000=115.000
max	1065.000-927.000=138.000

*mean*	8.402-9.417=-1.014
σ	1.648-2.566=-0.917
min	6.254-6.264=-0.010
max	10.568-12.961=-2.393

phase=parser

*mean*	1042.360-1042.361=-0.001
σ	0.000-0.000=0.000
min	1042.360-1042.361=-0.001
max	1042.361-1042.362=-0.001

*mean*	1055.625-920.500=135.125
σ	26.517-18.385=8.132
min	990.000-875.000=115.000
max	1065.000-927.000=138.000

*mean*	487.239-573.745=-86.506
σ	82.488-133.714=-51.225
min	373.934-376.462=-2.528
max	615.392-754.704=-139.312

phase=processProdDef

*mean*	4850.768-4850.766=0.001
σ	0.000-0.000=-0.000
min	4850.768-4850.766=0.002
max	4850.768-4850.767=0.001

*mean*	1065.000-927.000=138.000
σ	0.000
min	1065.000-927.000=138.000
max	1065.000-927.000=138.000

*mean*	4671.700-4924.920=-253.220
σ	406.308-554.993=-148.686
min	3972.818-3777.375=195.443
max	5183.887-5502.430=-318.544

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1055.625-920.500=135.125
σ	26.517-18.385=8.132
min	990.000-875.000=115.000
max	1065.000-927.000=138.000

*mean*	31.361-34.960=-3.599
σ	8.608-10.992=-2.384
min	20.910-20.973=-0.063
max	41.028-48.508=-7.480

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1055.625-923.250=132.375
σ	26.517-10.607=15.910
min	990.000-897.000=93.000
max	1065.000-927.000=138.000

*mean*	721.872-745.332=-23.460
σ	104.926-164.898=-59.972
min	640.489-643.272=-2.784
max	954.663-1138.739=-184.076

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.038-0.038=0.001
min	293.768-293.768=0.000
max	293.861-293.859=0.002

*mean*	443.000-442.000=1.000
σ	0.000-2.739=-2.739
min	443.000-440.000=3.000
max	443.000-445.000=-2.000

*mean*	0.400-0.394=0.006
σ	0.001-0.002=-0.001
min	0.399-0.391=0.007
max	0.401-0.396=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.224=-0.010
σ	0.045-0.025=0.020
min	1320.140-1320.187=-0.048
max	1320.254-1320.248=0.006

*mean*	1072.400-1083.000=-10.600
σ	168.720-172.157=-3.437
min	843.000-877.000=-34.000
max	1274.000-1315.000=-41.000

*mean*	2.302-2.324=-0.021
σ	0.181-0.243=-0.062
min	2.166-2.133=0.033
max	2.618-2.747=-0.129

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1560.588=0.029
σ	6.237-6.198=0.040
min	1557.633-1557.617=0.016
max	1571.770-1571.671=0.099

*mean*	618.800-611.400=7.400
σ	82.606-94.323=-11.717
min	494.000-498.000=-4.000
max	716.000-734.000=-18.000

*mean*	2.317-2.199=0.118
σ	0.197-0.062=0.135
min	2.156-2.112=0.044
max	2.653-2.280=0.373

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.167-1882.172=-0.004
σ	0.046-0.055=-0.009
min	1882.120-1882.101=0.019
max	1882.225-1882.238=-0.012

*mean*	1695.600-1726.800=-31.200
σ	243.441-181.067=62.374
min	1396.000-1470.000=-74.000
max	2018.000-1894.000=124.000

*mean*	2.852-3.065=-0.213
σ	0.101-0.330=-0.228
min	2.702-2.727=-0.025
max	2.983-3.576=-0.593

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.739-1.682=0.056
σ	0.171-0.220=-0.048
min	1.495-1.352=0.143
max	1.903-1.873=0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.083=-0.000
σ	582.722-582.722=-0.000
min	160.720-160.720=0.000
max	1326.166-1326.166=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.541-0.548=-0.008
σ	0.538-0.552=-0.014
min	0.266-0.267=-0.001
max	1.348-1.376=-0.029

policies=20

*mean*	1607.543-1607.541=0.003
σ	0.441-0.420=0.021
min	1607.250-1607.255=-0.006
max	1608.197-1608.163=0.034

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-450.500=-0.500
σ	8.083-8.660=-0.577
min	443.000
max	457.000-458.000=-1.000

*mean*	2.737-2.700=0.037
σ	0.087-0.026=0.061
min	2.658-2.681=-0.023
max	2.819-2.738=0.082

policies=200

*mean*	16083.337-16083.515=-0.179
σ	0.191-0.069=0.123
min	16083.188-16083.464=-0.276
max	16083.614-16083.616=-0.002

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-499.000=-1.500
σ	4.655-5.477=-0.822
min	491.000-493.000=-2.000
max	502.000-505.000=-3.000

*mean*	27.175-27.128=0.047
σ	0.093-0.055=0.038
min	27.094-27.078=0.016
max	27.309-27.207=0.102