Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.616=0.266
σ	0.358-0.350=0.008
min	54.746-54.483=0.262
max	55.899-55.610=0.289

*mean*	420.000-414.000=6.000
σ	0.000
min	420.000-414.000=6.000
max	420.000-414.000=6.000

*mean*	0.142-0.136=0.005
σ	0.005-0.006=-0.001
min	0.137-0.130=0.007
max	0.149-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.786=0.062
σ	0.004-0.008=-0.004
min	43.842-43.777=0.064
max	43.853-43.803=0.050

*mean*	420.000-414.000=6.000
σ	0.000
min	420.000-414.000=6.000
max	420.000-414.000=6.000

*mean*	0.123-0.122=0.002
σ	0.004-0.005=-0.001
min	0.118-0.114=0.003
max	0.131-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	13.491-12.549=0.943
σ	1.748-0.265=1.483
min	12.444-12.095=0.349
max	17.748-13.015=4.733

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	13.612-12.539=1.073
σ	1.615-0.684=0.932
min	11.810-11.498=0.312
max	17.365-13.303=4.062

op=table_records(), no indexes

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.001
min	41.929-41.928=0.001
max	41.932-41.929=0.003

*mean*	7145.000-7539.000=-394.000
σ	0.000
min	7145.000-7539.000=-394.000
max	7145.000-7539.000=-394.000

*mean*	15.391-13.833=1.558
σ	0.282-1.001=-0.719
min	14.971-12.667=2.304
max	15.810-15.253=0.557

op=table_records(), repeat

*mean*	41.930-41.928=0.001
σ	0.002-0.002=0.000
min	41.928-41.927=0.001
max	41.932-41.931=0.001

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	14.393-12.552=1.841
σ	1.831-1.780=0.051
min	11.480-10.188=1.292
max	16.520-14.965=1.555

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.049
σ	0.136-0.002=0.135
min	27.604-27.603=0.001
max	27.991-27.607=0.383

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	9.617-8.870=0.747
σ	1.419-1.014=0.405
min	8.437-8.056=0.381
max	12.771-10.539=2.232

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	7.077-6.811=0.266
σ	1.113-1.002=0.111
min	5.975-5.911=0.063
max	9.672-8.429=1.243

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.002
min	25.665-25.664=0.001
max	25.678-25.670=0.008

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	6.179-5.521=0.658
σ	0.533-0.150=0.383
min	5.876-5.309=0.566
max	7.483-5.758=1.725

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.002
max	25.972-25.971=0.001

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	5.990-5.420=0.570
σ	0.539-0.123=0.415
min	5.572-5.319=0.252
max	7.299-5.658=1.641

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.594=-1502.981
σ	0.002-0.001=0.001
min	1021.612-2524.594=-1502.982
max	1021.616-2524.598=-1502.982

*mean*	7145.000-7539.000=-394.000
σ	0.000
min	7145.000-7539.000=-394.000
max	7145.000-7539.000=-394.000

*mean*	367.122-1058.527=-691.404
σ	53.108-7.762=45.346
min	341.581-1049.860=-708.280
max	498.354-1072.308=-573.954

op=load_product(), with indexes

*mean*	7917.793-8744.559=-826.766
σ	0.469-0.033=0.436
min	7917.624-8744.544=-826.920
max	7918.954-8744.640=-825.686

*mean*	3273.625-3759.750=-486.125
σ	1824.072-1638.957=185.114
min	810.000-1884.000=-1074.000
max	5623.000-5939.000=-316.000

*mean*	3660.946-4684.269=-1023.323
σ	1117.333-1621.620=-504.287
min	3090.763-3551.965=-461.202
max	6214.215-7814.220=-1600.004

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	87.442-87.906=-0.464
σ	15.818-12.325=3.493
min	72.304-70.343=1.961
max	110.112-100.030=10.082

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.944=0.001
max	40.950-40.945=0.004

*mean*	7145.000-7539.000=-394.000
σ	0.000
min	7145.000-7539.000=-394.000
max	7145.000-7539.000=-394.000

*mean*	61.516-249.750=-188.234
σ	0.285-419.694=-419.409
min	61.227-88.562=-27.335
max	62.052-1288.325=-1226.273

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.686=0.004

*mean*	7145.000-7539.000=-394.000
σ	0.000
min	7145.000-7539.000=-394.000
max	7145.000-7539.000=-394.000

*mean*	98.465-150.290=-51.825
σ	0.684-14.623=-13.939
min	97.877-126.440=-28.563
max	99.889-167.088=-67.199

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.833=2560.338
σ	4.303-4.318=-0.015
min	14215.575-11655.305=2560.270
max	14227.820-11667.520=2560.300

*mean*	4041.625-4250.625=-209.000
σ	2008.529-1894.699=113.830
min	1217.000-1884.000=-667.000
max	7145.000-7539.000=-394.000

*mean*	7779.207-6541.240=1237.967
σ	1759.633-1137.262=622.371
min	6010.907-4908.641=1102.266
max	10508.654-7992.148=2516.505

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.068=1599.040
σ	0.002-0.001=0.001
min	13159.106-11560.066=1599.040
max	13159.110-11560.069=1599.041

*mean*	7145.000-7539.000=-394.000
σ	0.000
min	7145.000-7539.000=-394.000
max	7145.000-7539.000=-394.000

*mean*	5152.789-5507.632=-354.842
σ	282.705-1371.417=-1088.712
min	5000.670-4392.043=608.626
max	5799.291-7283.253=-1483.962

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.586=-0.028
σ	0.001-0.022=-0.020
min	172.558
max	172.562-172.613=-0.051

*mean*	478.000-1884.000=-1406.000
σ	0.000
min	478.000-1884.000=-1406.000
max	478.000-1884.000=-1406.000

*mean*	385.012-369.721=15.292
σ	11.110-21.995=-10.885
min	358.241-345.388=12.852
max	391.745-415.562=-23.817

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.362=-0.040
σ	0.001-0.043=-0.042
min	357.321
max	357.325-357.405=-0.080

*mean*	560.000-1884.000=-1324.000
σ	0.000
min	560.000-1884.000=-1324.000
max	560.000-1884.000=-1324.000

*mean*	758.510-791.520=-33.011
σ	56.777-13.369=43.407
min	628.567-766.556=-137.989
max	815.611-808.795=6.816

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1008.186=16.113
σ	0.759-0.878=-0.119
min	1023.823-1007.684=16.139
max	1027.438-1011.822=15.616

*mean*	1045.750-1049.900=-4.150
σ	296.068-314.091=-18.023
min	562.000-576.000=-14.000
max	1439.000-1514.000=-75.000

*mean*	1.537-1.551=-0.014
σ	0.075-0.078=-0.003
min	1.387-1.474=-0.087
max	1.686-1.757=-0.071

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.385-0.438=-0.054
σ	0.476-0.175=0.301
min	0.143-0.336=-0.193
max	1.233-0.750=0.483

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.419-0.913=-0.493
σ	0.199-0.187=0.012
min	0.316-0.809=-0.493
max	0.775-1.245=-0.470

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.230-0.532=-0.302
σ	0.022-0.051=-0.028
min	0.211-0.492=-0.282
max	0.256-0.621=-0.365

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	401.000-1514.000=-1113.000
σ	0.000
min	401.000-1514.000=-1113.000
max	401.000-1514.000=-1113.000

*mean*	0.334-0.831=-0.498
σ	0.021-0.034=-0.014
min	0.316-0.807=-0.491
max	0.367-0.891=-0.524

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.552=1.288
σ	0.011-0.039=-0.029
min	964.835-963.523=1.312
max	964.859-963.620=1.239

*mean*	434.200-1514.000=-1079.800
σ	4.550-0.000=4.550
min	430.000-1514.000=-1084.000
max	439.000-1514.000=-1075.000

*mean*	0.575-0.845=-0.270
σ	0.021-0.028=-0.007
min	0.550-0.811=-0.261
max	0.599-0.877=-0.278

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.853=0.967
σ	0.002-0.005=-0.003
min	885.819-884.847=0.972
max	885.823-884.860=0.963

*mean*	440.000-1514.000=-1074.000
σ	0.000
min	440.000-1514.000=-1074.000
max	440.000-1514.000=-1074.000

*mean*	0.485-0.736=-0.251
σ	0.032-0.016=0.016
min	0.449-0.707=-0.258
max	0.520-0.746=-0.226

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.710=0.002

*mean*	440.000-1514.000=-1074.000
σ	0.000
min	440.000-1514.000=-1074.000
max	440.000-1514.000=-1074.000

*mean*	2.643-4.263=-1.620
σ	0.118-0.077=0.041
min	2.453-4.115=-1.662
max	2.958-4.509=-1.551

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	440.000-1514.000=-1074.000
σ	0.000
min	440.000-1514.000=-1074.000
max	440.000-1514.000=-1074.000

*mean*	2.540-4.268=-1.728
σ	0.077-0.110=-0.034
min	2.412-4.089=-1.677
max	2.737-4.930=-2.193

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	440.000-1514.000=-1074.000
σ	0.000
min	440.000-1514.000=-1074.000
max	440.000-1514.000=-1074.000

*mean*	0.301-0.740=-0.440
σ	0.008-0.018=-0.010
min	0.288-0.716=-0.428
max	0.361-0.856=-0.496

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	440.000-1514.000=-1074.000
σ	0.000
min	440.000-1514.000=-1074.000
max	440.000-1514.000=-1074.000

*mean*	0.286-0.708=-0.422
σ	0.008-0.014=-0.006
min	0.272-0.671=-0.398
max	0.335-0.766=-0.431

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.795-297.509=1.286
σ	1.004-0.211=0.793
min	298.413-297.334=1.079
max	301.649-298.082=3.567

*mean*	444.400-1884.000=-1439.600
σ	19.150-0.000=19.150
min	416.000-1884.000=-1468.000
max	471.000-1884.000=-1413.000

*mean*	0.593-0.593=-0.000
σ	0.030-0.030=-0.001
min	0.543-0.519=0.023
max	0.639-0.641=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	206.477
σ	4.221
min	198.933
max	211.358

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	9.988
σ	2.361
min	6.270
max	12.873

phase=parser

*mean*	1042.366
σ	0.001
min	1042.363
max	1042.366

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	538.647
σ	136.524
min	378.336
max	760.936

phase=processProdDef

*mean*	4850.765
σ	0.000
min	4850.764
max	4850.765

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4855.319
σ	745.059
min	3143.561
max	5437.628

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	37.852
σ	10.748
min	21.141
max	48.243

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1065.000
σ	33.941
min	981.000
max	1077.000

*mean*	752.749
σ	132.142
min	652.036
max	1019.387

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.818-289.774=4.044
σ	0.038-0.035=0.003
min	293.767-289.733=4.035
max	293.859-289.813=4.046

*mean*	442.400-1514.000=-1071.600
σ	0.548-0.000=0.548
min	442.000-1514.000=-1072.000
max	443.000-1514.000=-1071.000

*mean*	0.393-0.402=-0.010
σ	0.002-0.009=-0.007
min	0.390-0.394=-0.004
max	0.395-0.413=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.180-1299.646=20.534
σ	0.103-0.078=0.024
min	1320.052-1299.547=20.505
max	1320.335-1299.733=20.602

*mean*	1066.800-1514.000=-447.200
σ	164.788-0.000=164.788
min	844.000-1514.000=-670.000
max	1268.000-1514.000=-246.000

*mean*	2.094-2.058=0.035
σ	0.107-0.060=0.047
min	2.005-1.981=0.024
max	2.270-2.122=0.147

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.559-1542.612=17.947
σ	6.258-4.067=2.191
min	1557.489-1540.608=16.881
max	1571.746-1549.879=21.868

*mean*	618.800-1514.000=-895.200
σ	82.421-0.000=82.421
min	494.000-1514.000=-1020.000
max	716.000-1514.000=-798.000

*mean*	2.265-2.237=0.028
σ	0.246-0.185=0.061
min	2.057-2.100=-0.042
max	2.691-2.555=0.136

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.178-1861.625=20.553
σ	0.058-0.080=-0.022
min	1882.113-1861.505=20.608
max	1882.249-1861.707=20.541

*mean*	1700.600-1735.000=-34.400
σ	257.743-157.839=99.904
min	1399.000-1514.000=-115.000
max	2057.000-1884.000=173.000

*mean*	2.980-3.097=-0.117
σ	0.111-0.237=-0.126
min	2.831-2.827=0.004
max	3.097-3.454=-0.357

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.740-1.580=0.160
σ	0.189-0.259=-0.070
min	1.449-1.306=0.143
max	1.941-1.833=0.108

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-446.147=5.932
σ	582.722-577.063=5.660
min	160.717-157.615=3.102
max	1326.163-1311.741=14.422

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1514.000=-1071.000
σ	0.000
min	443.000-1514.000=-1071.000
max	443.000-1514.000=-1071.000

*mean*	0.546-0.543=0.003
σ	0.544-0.559=-0.015
min	0.266-0.261=0.005
max	1.362-1.382=-0.020

policies=20

*mean*	1607.500-1576.417=31.083
σ	0.406-0.344=0.062
min	1607.220-1576.184=31.035
max	1608.099-1576.929=31.171

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	446.750-1514.000=-1067.250
σ	7.500-0.000=7.500
min	443.000-1514.000=-1071.000
max	458.000-1514.000=-1056.000

*mean*	2.679-2.614=0.065
σ	0.030-0.005=0.025
min	2.634-2.609=0.024
max	2.695-2.621=0.075

policies=200

*mean*	16083.267-15772.278=310.989
σ	0.109-0.104=0.005
min	16083.195-15772.210=310.985
max	16083.429-15772.431=310.998

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.750-1514.000=-1017.250
σ	4.856-0.000=4.856
min	492.000-1514.000=-1022.000
max	503.000-1514.000=-1011.000

*mean*	27.050-26.387=0.663
σ	0.054-0.026=0.028
min	26.981-26.359=0.623
max	27.108-26.421=0.687