Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.633=0.062
σ	0.000
min	558.695-558.633=0.062
max	558.695-558.633=0.062

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.870-54.870=0.000
σ	0.358-0.358=0.001
min	54.732-54.735=-0.004
max	55.890-55.887=0.002

*mean*	420.700-418.000=2.700
σ	0.483-0.000=0.483
min	420.000-418.000=2.000
max	421.000-418.000=3.000

*mean*	0.141-0.140=0.001
σ	0.004-0.006=-0.002
min	0.136-0.132=0.004
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.839-43.840=-0.000
σ	0.006-0.006=-0.000
min	43.831-43.825=0.006
max	43.852-43.848=0.003

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.122-0.124=-0.002
σ	0.004-0.004=-0.000
min	0.118-0.121=-0.003
max	0.133-0.134=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	3876.750-3888.125=-11.375
σ	1849.365-1858.771=-9.405
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	13.121-12.226=0.894
σ	0.227-0.234=-0.006
min	12.739-11.979=0.760
max	13.433-12.575=0.858

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3876.750-3888.125=-11.375
σ	1849.365-1858.771=-9.405
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	12.862-11.693=1.168
σ	0.663-0.360=0.302
min	12.136-11.361=0.776
max	13.808-12.512=1.296

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=0.000

*mean*	6166.000-6180.000=-14.000
σ	0.000
min	6166.000-6180.000=-14.000
max	6166.000-6180.000=-14.000

*mean*	15.295-14.375=0.920
σ	0.391-0.342=0.049
min	14.433-13.592=0.841
max	15.727-14.764=0.964

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.928-41.929=-0.000

*mean*	3876.750-3740.125=136.625
σ	1849.365-1831.741=17.624
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	13.874-13.014=0.860
σ	1.885-1.937=-0.052
min	11.126-10.457=0.669
max	16.716-14.985=1.731

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	3876.750-3740.125=136.625
σ	1849.365-1831.741=17.624
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	9.505-8.366=1.139
σ	1.432-0.305=1.127
min	8.415-7.879=0.536
max	12.909-8.663=4.246

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	3876.750-3740.125=136.625
σ	1849.365-1831.741=17.624
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	7.330-6.389=0.941
σ	1.373-0.352=1.021
min	6.116-5.810=0.306
max	10.483-6.836=3.646

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=-0.000
max	25.674

*mean*	3876.750-3888.125=-11.375
σ	1849.365-1858.771=-9.405
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	6.104-5.423=0.681
σ	0.112-0.131=-0.020
min	5.907-5.298=0.609
max	6.231-5.617=0.614

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974

*mean*	3876.750-3888.125=-11.375
σ	1849.365-1858.771=-9.405
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	5.918-5.232=0.686
σ	0.107-0.125=-0.017
min	5.800-4.989=0.811
max	6.145-5.339=0.807

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=-0.000
min	2524.602-2524.602=0.000
max	2524.607

*mean*	6166.000-6180.000=-14.000
σ	0.000
min	6166.000-6180.000=-14.000
max	6166.000-6180.000=-14.000

*mean*	1385.019-1299.431=85.588
σ	629.890-482.232=147.658
min	1038.260-1036.920=1.340
max	2415.720-2182.485=233.235

op=load_product(), with indexes

*mean*	7878.102-7878.102=0.000
σ	0.470-0.469=0.000
min	7877.935-7877.934=0.000
max	7879.264-7879.264=0.001

*mean*	3235.250-3244.375=-9.125
σ	1839.943-1851.419=-11.476
min	811.000-809.000=2.000
max	6166.000-6180.000=-14.000

*mean*	3685.648-3722.102=-36.453
σ	1121.766-1168.543=-46.777
min	3075.175-3078.128=-2.953
max	5913.151-5787.281=125.870

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	3876.750-3888.125=-11.375
σ	1849.365-1858.771=-9.405
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	89.884-130.027=-40.143
σ	17.880-132.776=-114.897
min	73.002-70.391=2.611
max	120.452-457.485=-337.033

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.944=0.000
max	40.949

*mean*	6166.000-6180.000=-14.000
σ	0.000
min	6166.000-6180.000=-14.000
max	6166.000-6180.000=-14.000

*mean*	63.751-63.877=-0.126
σ	4.312-4.417=-0.105
min	61.008-60.454=0.554
max	71.245-71.199=0.046

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.690-66.690=0.000

*mean*	6166.000-6180.000=-14.000
σ	0.000
min	6166.000-6180.000=-14.000
max	6166.000-6180.000=-14.000

*mean*	100.582-98.949=1.632
σ	1.277-1.831=-0.554
min	99.130-97.855=1.275
max	103.384-103.378=0.006

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11849.156=0.000
σ	4.304-4.304=-0.000
min	11847.561
max	11859.806

*mean*	3876.750-3740.125=136.625
σ	1849.365-1831.741=17.624
min	1278.000-1280.000=-2.000
max	6166.000-6180.000=-14.000

*mean*	6553.204-6175.949=377.255
σ	1369.103-1302.262=66.841
min	5067.321-5043.896=23.425
max	8170.420-8199.592=-29.172

op=vertical_lookup_list() on indexed

*mean*	10791.093
σ	0.002-0.002=0.000
min	10791.091
max	10791.096-10791.096=0.001

*mean*	6166.000-6180.000=-14.000
σ	0.000
min	6166.000-6180.000=-14.000
max	6166.000-6180.000=-14.000

*mean*	4876.145-5157.439=-281.294
σ	1510.924-1501.661=9.262
min	4045.489-4046.751=-1.262
max	7339.178-7240.285=98.893

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	376.013-360.124=15.888
σ	19.427-15.918=3.509
min	353.074-346.657=6.417
max	394.838-395.085=-0.247

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	754.517-751.209=3.308
σ	59.123-43.342=15.781
min	643.573-654.994=-11.421
max	805.046-780.941=24.105

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.324-1024.325=-0.001
σ	0.758-0.758=-0.000
min	1023.851-1023.850=0.001
max	1027.460-1027.461=-0.001

*mean*	1039.550-1054.950=-15.400
σ	290.253-323.126=-32.873
min	575.000-544.000=31.000
max	1433.000-1576.000=-143.000

*mean*	1.551-1.567=-0.015
σ	0.083-0.089=-0.006
min	1.483-1.493=-0.010
max	1.756-1.828=-0.072

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.401=-0.002
σ	0.517-0.506=0.011
min	0.143-0.143=-0.000
max	1.322-1.304=0.018

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.480=-0.003
σ	0.318-0.322=-0.004
min	0.325-0.321=0.004
max	1.046-1.056=-0.010

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.216=0.001
σ	0.021-0.021=0.000
min	0.202-0.203=-0.000
max	0.254-0.253=0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.332=-0.006
σ	0.015-0.015=0.000
min	0.309-0.321=-0.012
max	0.350-0.358=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-436.000=0.200
σ	1.789-5.612=-3.824
min	433.000-431.000=2.000
max	437.000-442.000=-5.000

*mean*	0.586-0.558=0.028
σ	0.039-0.051=-0.012
min	0.517-0.484=0.033
max	0.613-0.609=0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.455-0.449=0.006
σ	0.064-0.056=0.008
min	0.382-0.384=-0.003
max	0.518-0.533=-0.015

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.695-2.477=0.218
σ	0.064-0.308=-0.244
min	2.543-1.883=0.660
max	2.880-3.092=-0.213

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.621-2.608=0.013
σ	0.088-0.089=-0.001
min	2.439-2.482=-0.043
max	2.835-3.009=-0.174

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.304-0.301=0.002
σ	0.008-0.008=-0.000
min	0.291-0.288=0.003
max	0.350-0.352=-0.002

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.290-0.290=0.000
σ	0.006-0.014=-0.007
min	0.278-0.274=0.005
max	0.323-0.400=-0.078

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.677-298.919=-0.242
σ	1.030-1.013=0.017
min	298.302-298.485=-0.183
max	301.607-301.789=-0.182

*mean*	443.400-442.000=1.400
σ	17.877-14.727=3.150
min	417.000-425.000=-8.000
max	468.000-464.000=4.000

*mean*	0.603-0.595=0.008
σ	0.028-0.018=0.011
min	0.558-0.571=-0.013
max	0.644-0.629=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1698.500-1680.000=18.500
σ	7.071-0.000=7.071
min	1681.000-1680.000=1.000
max	1701.000-1680.000=21.000

*mean*	216.527-217.125=-0.598
σ	2.914-3.614=-0.700
min	212.715-213.010=-0.294
max	222.543-222.792=-0.249

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1698.500-1680.000=18.500
σ	7.071-0.000=7.071
min	1681.000-1680.000=1.000
max	1701.000-1680.000=21.000

*mean*	10.848-10.950=-0.103
σ	1.300-1.539=-0.238
min	9.438-9.545=-0.107
max	12.940-12.849=0.091

phase=parser

*mean*	1042.367-1042.367=-0.000
σ	0.000-0.000=0.000
min	1042.367
max	1042.367

*mean*	1698.500-1680.000=18.500
σ	7.071-0.000=7.071
min	1681.000-1680.000=1.000
max	1701.000-1680.000=21.000

*mean*	667.146-634.652=32.493
σ	73.298-110.312=-37.014
min	571.088-432.936=138.151
max	728.874-731.187=-2.313

phase=processProdDef

*mean*	4753.276
σ	0.000
min	4753.276
max	4753.276

*mean*	1701.000-1680.000=21.000
σ	0.000
min	1701.000-1680.000=21.000
max	1701.000-1680.000=21.000

*mean*	4171.139-4311.069=-139.930
σ	704.597-674.195=30.402
min	3164.365-2997.601=166.763
max	5070.141-5007.251=62.890

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1698.500-1680.000=18.500
σ	7.071-0.000=7.071
min	1681.000-1680.000=1.000
max	1701.000-1680.000=21.000

*mean*	37.452-41.955=-4.504
σ	7.652-5.552=2.100
min	28.978-31.644=-2.667
max	48.155-48.171=-0.016

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1698.500-1680.000=18.500
σ	7.071-0.000=7.071
min	1681.000-1680.000=1.000
max	1701.000-1680.000=21.000

*mean*	748.216-799.322=-51.106
σ	88.781-122.001=-33.220
min	661.352-662.618=-1.265
max	898.303-943.600=-45.297

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.927-293.928=-0.001
σ	0.038-0.038=-0.000
min	293.874-293.875=-0.001
max	293.967-293.967=-0.001

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.395-0.400=-0.004
σ	0.005-0.011=-0.006
min	0.392-0.393=-0.001
max	0.405-0.418=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.308-1320.310=-0.002
σ	0.037-0.035=0.002
min	1320.268-1320.267=0.001
max	1320.349-1320.348=0.000

*mean*	1109.200-1086.600=22.600
σ	183.644-168.536=15.108
min	890.000-887.000=3.000
max	1358.000-1319.000=39.000

*mean*	2.248-2.360=-0.112
σ	0.077-0.233=-0.156
min	2.154-2.163=-0.008
max	2.319-2.730=-0.411

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.475-1559.508=-0.033
σ	3.409-3.390=0.020
min	1557.780-1557.857=-0.076
max	1565.568-1565.565=0.002

*mean*	627.600-627.400=0.200
σ	90.323-90.049=0.274
min	504.000
max	727.000-726.000=1.000

*mean*	2.416-2.511=-0.096
σ	0.364-0.318=0.047
min	2.139-2.199=-0.061
max	2.976-2.951=0.025

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.272-1882.280=-0.008
σ	0.064-0.060=0.004
min	1882.194-1882.206=-0.013
max	1882.344-1882.360=-0.016

*mean*	1758.400-1719.800=38.600
σ	217.094-179.351=37.743
min	1471.000-1468.000=3.000
max	1965.000-1887.000=78.000

*mean*	3.268-3.102=0.166
σ	0.465-0.263=0.202
min	2.730-2.877=-0.147
max	3.976-3.545=0.431

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.785-1.598=0.187
σ	0.161-0.258=-0.098
min	1.616-1.195=0.422
max	1.955-1.875=0.079

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.401-452.402=-0.001
σ	583.278-583.278=0.000
min	160.758-160.762=-0.004
max	1327.318-1327.319=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.525-0.547=-0.022
σ	0.513-0.551=-0.038
min	0.267-0.268=-0.001
max	1.295-1.374=-0.079

policies=20

*mean*	1607.953-1607.970=-0.017
σ	0.409-0.422=-0.013
min	1607.678-1607.686=-0.009
max	1608.559-1608.596=-0.037

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-446.750=-1.000
σ	2.500
min	442.000-443.000=-1.000
max	447.000-448.000=-1.000

*mean*	2.680-2.703=-0.024
σ	0.017-0.023=-0.006
min	2.665-2.683=-0.018
max	2.705-2.730=-0.025

policies=200

*mean*	16087.776-16087.869=-0.092
σ	0.072-0.129=-0.056
min	16087.682-16087.767=-0.085
max	16087.854-16088.057=-0.203

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-497.000=-0.250
σ	4.349-3.830=0.520
min	491.000-492.000=-1.000
max	501.000-500.000=1.000

*mean*	27.189-27.156=0.033
σ	0.056-0.041=0.015
min	27.140-27.132=0.008
max	27.252-27.218=0.034