Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.633=0.062
σ	0.000
min	558.695-558.633=0.062
max	558.695-558.633=0.062

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.882=0.000
σ	0.358-0.360=-0.002
min	54.746-54.741=0.005
max	55.901-55.905=-0.004

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.140-0.141=-0.000
σ	0.004-0.005=-0.000
min	0.137-0.137=0.000
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.848=0.001
σ	0.007-0.005=0.002
min	43.840-43.838=0.002
max	43.859-43.856=0.003

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.124-0.123=0.001
σ	0.005-0.005=-0.000
min	0.118-0.116=0.002
max	0.131-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	13.472-13.345=0.127
σ	1.740-1.844=-0.103
min	12.469-12.362=0.107
max	17.710-17.860=-0.150

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	13.765-13.499=0.266
σ	1.759-1.890=-0.131
min	12.544-12.308=0.236
max	18.050-18.040=0.010

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.929=-0.000
max	41.933-41.932=0.001

*mean*	7145.000-7146.000=-1.000
σ	0.000
min	7145.000-7146.000=-1.000
max	7145.000-7146.000=-1.000

*mean*	15.208-15.288=-0.080
σ	0.135-0.120=0.014
min	14.981-15.112=-0.131
max	15.458-15.512=-0.054

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	14.469-14.144=0.325
σ	1.782-1.875=-0.094
min	11.083-11.180=-0.097
max	16.816-15.980=0.836

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	10.045-9.491=0.554
σ	1.688-1.218=0.469
min	8.574-8.583=-0.009
max	12.830-12.392=0.438

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	7.795-7.178=0.618
σ	1.595-1.259=0.337
min	6.496-6.266=0.231
max	10.625-10.220=0.405

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.677-25.678=-0.000

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	6.336-6.236=0.099
σ	0.533-0.540=-0.006
min	5.834-5.834=0.001
max	7.528-7.528=-0.001

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	6.062-6.012=0.050
σ	0.534-0.597=-0.063
min	5.658-5.361=0.297
max	7.318-7.331=-0.013

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.001

*mean*	7145.000-7146.000=-1.000
σ	0.000
min	7145.000-7146.000=-1.000
max	7145.000-7146.000=-1.000

*mean*	377.939-376.000=1.939
σ	81.618-82.312=-0.694
min	346.736-343.817=2.919
max	579.902-579.648=0.254

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.953=0.000

*mean*	3275.875-3271.125=4.750
σ	1826.104-1824.342=1.762
min	809.000-810.000=-1.000
max	5626.000-5619.000=7.000

*mean*	3683.300-3582.866=100.434
σ	1086.138-833.754=252.385
min	3096.186-3098.403=-2.218
max	6189.863-5417.315=772.548

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	87.806-84.898=2.908
σ	20.682-16.773=3.909
min	70.447-71.101=-0.654
max	124.032-114.689=9.344

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7145.000-7146.000=-1.000
σ	0.000
min	7145.000-7146.000=-1.000
max	7145.000-7146.000=-1.000

*mean*	61.427-61.768=-0.341
σ	0.340-0.292=0.048
min	60.997-61.427=-0.430
max	61.925-62.164=-0.239

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7145.000-7146.000=-1.000
σ	0.000
min	7145.000-7146.000=-1.000
max	7145.000-7146.000=-1.000

*mean*	99.319-99.581=-0.262
σ	0.718-0.922=-0.204
min	98.024-98.286=-0.262
max	100.163-100.647=-0.484

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.303-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4043.625-4040.625=3.000
σ	2009.738-2008.012=1.726
min	1216.000-1218.000=-2.000
max	7145.000-7146.000=-1.000

*mean*	7920.985-7869.270=51.714
σ	1660.127-1892.339=-232.212
min	5964.023-5978.331=-14.308
max	9887.449-10855.409=-967.960

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.105-13159.106=-0.001
max	13159.110

*mean*	7145.000-7146.000=-1.000
σ	0.000
min	7145.000-7146.000=-1.000
max	7145.000-7146.000=-1.000

*mean*	5111.701-5114.584=-2.883
σ	205.918-203.447=2.471
min	4980.988-4987.326=-6.338
max	5469.447-5476.477=-7.029

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-474.000=4.000
σ	0.000
min	478.000-474.000=4.000
max	478.000-474.000=4.000

*mean*	380.294-386.562=-6.268
σ	20.426-7.533=12.893
min	342.007-370.760=-28.753
max	393.226-393.272=-0.047

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	686.064-736.987=-50.923
σ	87.302-62.418=24.884
min	587.759-615.718=-27.959
max	799.096-785.280=13.816

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.000
σ	0.759-0.759=0.000
min	1023.826-1023.823=0.003
max	1027.437-1027.437=0.001

*mean*	1062.350-1039.950=22.400
σ	315.827-301.008=14.819
min	596.000-564.000=32.000
max	1568.000-1462.000=106.000

*mean*	1.554-1.574=-0.020
σ	0.058-0.059=-0.002
min	1.387-1.499=-0.113
max	1.668-1.712=-0.045

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.403-0.313=0.090
σ	0.518-0.321=0.197
min	0.142-0.142=0.000
max	1.327-0.882=0.445

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.487-0.419=0.068
σ	0.319-0.192=0.127
min	0.318-0.319=-0.001
max	1.056-0.761=0.295

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.222-0.222=-0.000
σ	0.026-0.024=0.002
min	0.207-0.198=0.009
max	0.268-0.262=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.348-0.339=0.010
σ	0.022-0.017=0.005
min	0.324-0.319=0.005
max	0.379-0.366=0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-432.600=-1.000
σ	1.342-3.130=-1.789
min	431.000-430.000=1.000
max	434.000-436.000=-2.000

*mean*	0.526-0.539=-0.013
σ	0.032-0.052=-0.020
min	0.470-0.461=0.009
max	0.548-0.590=-0.042

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.486-0.471=0.015
σ	0.030-0.062=-0.032
min	0.453-0.375=0.077
max	0.520-0.533=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	1.959-2.600=-0.641
σ	0.078-0.088=-0.010
min	1.840-2.451=-0.611
max	2.202-2.857=-0.655

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	1.934-2.600=-0.666
σ	0.067-0.093=-0.026
min	1.828-2.453=-0.625
max	2.192-2.978=-0.786

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.307-0.304=0.003
σ	0.018-0.008=0.010
min	0.293-0.290=0.002
max	0.462-0.358=0.104

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-436.000=6.000
σ	0.000
min	442.000-436.000=6.000
max	442.000-436.000=6.000

*mean*	0.291-0.293=-0.002
σ	0.023-0.008=0.016
min	0.274-0.281=-0.007
max	0.509-0.325=0.184

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.412-11.806=-0.394
σ	11.340-11.366=-0.026
min	0.574-0.858=-0.285
max	87.144-87.179=-0.035

*mean*	467.838-464.717=3.121
σ	20.365-19.899=0.466
min	406.000
max	480.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.028=-0.000
min	0.001-0.001=-0.000
max	0.206-0.205=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.518-298.605=-0.087
σ	1.018-0.998=0.020
min	298.133-298.222=-0.089
max	301.412-301.443=-0.031

*mean*	441.400-437.100=4.300
σ	16.521-15.271=1.249
min	414.000-413.000=1.000
max	467.000-460.000=7.000

*mean*	0.589-0.589=-0.000
σ	0.027-0.035=-0.009
min	0.524-0.529=-0.005
max	0.612-0.644=-0.032

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	210.420-209.477=0.942
σ	3.139-3.033=0.106
min	205.414-205.107=0.308
max	216.100-214.919=1.181

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	9.008-9.277=-0.269
σ	2.829-2.751=0.078
min	6.314-6.299=0.015
max	12.800-13.003=-0.203

phase=parser

*mean*	1042.363-1042.363=0.000
σ	0.000-0.000=0.000
min	1042.362
max	1042.363

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	580.242-559.138=21.105
σ	111.493-162.738=-51.245
min	410.770-373.550=37.220
max	737.057-827.579=-90.522

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000-0.000=-0.000
min	4850.764
max	4850.765

*mean*	1077.000-1078.000=-1.000
σ	0.000
min	1077.000-1078.000=-1.000
max	1077.000-1078.000=-1.000

*mean*	4827.009-4787.670=39.339
σ	661.301-637.199=24.102
min	3544.152-3688.038=-143.887
max	5804.223-5859.354=-55.131

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	31.587-34.283=-2.696
σ	12.472-12.656=-0.185
min	20.130-20.215=-0.085
max	47.347-51.250=-3.903

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	759.904-718.425=41.479
σ	115.610-85.553=30.057
min	647.709-648.474=-0.765
max	921.066-902.898=18.169

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.820=0.001
σ	0.038-0.038=0.000
min	293.768-293.767=0.001
max	293.861-293.859=0.002

*mean*	442.600-440.000=2.600
σ	2.191-2.739=-0.548
min	441.000-438.000=3.000
max	445.000-443.000=2.000

*mean*	0.392-0.393=-0.002
σ	0.002-0.001=0.001
min	0.390-0.393=-0.003
max	0.394-0.396=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.204-1320.220=-0.017
σ	0.047-0.030=0.017
min	1320.141-1320.172=-0.031
max	1320.258-1320.245=0.014

*mean*	1085.400-1067.400=18.000
σ	198.174-164.722=33.452
min	838.000-845.000=-7.000
max	1334.000-1268.000=66.000

*mean*	2.204-2.245=-0.041
σ	0.041-0.079=-0.038
min	2.150-2.137=0.013
max	2.247-2.346=-0.099

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.661-1560.612=0.049
σ	6.167-6.200=-0.033
min	1557.746-1557.640=0.106
max	1571.690-1571.699=-0.009

*mean*	626.200-619.600=6.600
σ	88.242-82.473=5.769
min	521.000-495.000=26.000
max	737.000-717.000=20.000

*mean*	2.387-2.274=0.113
σ	0.158-0.087=0.071
min	2.240-2.213=0.027
max	2.639-2.424=0.215

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.172=-0.001
σ	0.060-0.056=0.005
min	1882.092-1882.107=-0.015
max	1882.249-1882.242=0.006

*mean*	1727.800-1709.200=18.600
σ	172.130-253.564=-81.434
min	1487.000-1397.000=90.000
max	1890.000-2044.000=-154.000

*mean*	3.104-2.986=0.118
σ	0.236-0.082=0.154
min	2.899-2.901=-0.002
max	3.465-3.086=0.379

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.698-1.737=-0.038
σ	0.134-0.088=0.047
min	1.542-1.587=-0.045
max	1.850-1.802=0.048

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.257-452.258=-0.001
σ	582.731-582.731=0.000
min	160.890-160.891=-0.001
max	1326.354-1326.354=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.554-0.540=0.014
σ	0.556-0.533=0.024
min	0.269-0.268=0.001
max	1.389-1.339=0.049

policies=20

*mean*	1609.251-1609.234=0.017
σ	0.416-0.428=-0.012
min	1608.963-1608.947=0.016
max	1609.867-1609.869=-0.002

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-449.000=1.500
σ	8.660-8.083=0.577
min	443.000-442.000=1.000
max	458.000-456.000=2.000

*mean*	2.692-2.718=-0.026
σ	0.008-0.021=-0.013
min	2.680-2.702=-0.022
max	2.699-2.747=-0.048

policies=200

*mean*	16100.620-16100.601=0.019
σ	0.097-0.172=-0.075
min	16100.498-16100.453=0.045
max	16100.702-16100.831=-0.129

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.500-497.500=-2.000
σ	2.887-4.203=-1.316
min	492.000
max	499.000-502.000=-3.000

*mean*	27.280-27.258=0.022
σ	0.088-0.076=0.012
min	27.197-27.179=0.018
max	27.398-27.357=0.042