Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.617=0.060
σ	0.357-0.352=0.004
min	54.542-54.479=0.063
max	55.691-55.619=0.072

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.140-0.139=0.001
σ	0.005-0.004=0.001
min	0.136-0.135=0.001
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.787=-0.082
σ	0.005-0.007=-0.002
min	43.696-43.776=-0.081
max	43.710-43.799=-0.088

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.124-0.123=0.001
σ	0.005-0.004=0.001
min	0.120-0.119=0.000
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	12.668-12.354=0.315
σ	0.068-0.345=-0.277
min	12.581-11.914=0.667
max	12.768-12.998=-0.231

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	12.989-12.454=0.535
σ	0.458-0.628=-0.170
min	11.951-11.406=0.545
max	13.438-13.178=0.260

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.001-0.000=0.001
min	41.930-41.928=0.002
max	41.933-41.929=0.004

*mean*	7309.000-6045.000=1264.000
σ	0.000
min	7309.000-6045.000=1264.000
max	7309.000-6045.000=1264.000

*mean*	15.094-13.193=1.901
σ	0.594-1.179=-0.585
min	13.861-11.120=2.741
max	15.649-14.992=0.658

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.000

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	13.038-12.232=0.806
σ	1.823-1.361=0.462
min	11.059-10.337=0.722
max	15.191-13.702=1.489

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.605=0.048
σ	0.136-0.003=0.134
min	27.604-27.603=0.001
max	27.991-27.611=0.380

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	8.862-8.742=0.120
σ	0.359-0.756=-0.397
min	8.267-7.901=0.366
max	9.399-10.344=-0.945

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	6.710-6.803=-0.094
σ	0.258-0.721=-0.462
min	6.224-6.134=0.090
max	7.021-8.485=-1.463

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.670=0.004

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	6.012-5.585=0.427
σ	0.130-0.092=0.038
min	5.765-5.400=0.365
max	6.145-5.684=0.460

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.971=0.003

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	5.830-5.459=0.371
σ	0.079-0.078=0.002
min	5.733-5.361=0.372
max	5.965-5.602=0.363

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.594=0.012
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.012
max	2524.607-2524.594=0.013

*mean*	7309.000-6045.000=1264.000
σ	0.000
min	7309.000-6045.000=1264.000
max	7309.000-6045.000=1264.000

*mean*	1083.716-1573.291=-489.575
σ	80.831-856.826=-775.995
min	1041.404-1040.538=0.866
max	1280.347-3128.706=-1848.359

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.469-0.033=0.436
min	8744.553-8744.544=0.009
max	8745.882-8744.641=1.241

*mean*	3575.000-3823.125=-248.125
σ	1796.847-1648.610=148.237
min	1044.000-1981.000=-937.000
max	5796.000-6045.000=-249.000

*mean*	4574.064-4398.607=175.457
σ	1242.814-1431.584=-188.770
min	3526.211-3576.226=-50.015
max	6779.407-7456.514=-677.107

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	81.263-81.898=-0.635
σ	10.606-11.468=-0.862
min	69.099-70.350=-1.251
max	96.559-97.867=-1.308

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.001
min	40.945-40.944=0.001
max	40.946-40.948=-0.001

*mean*	7309.000-6045.000=1264.000
σ	0.000
min	7309.000-6045.000=1264.000
max	7309.000-6045.000=1264.000

*mean*	106.266-95.852=10.414
σ	4.081-10.117=-6.036
min	99.883-80.976=18.907
max	111.190-108.474=2.717

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=-0.000
min	66.686-66.685=0.001
max	66.687-66.686=0.001

*mean*	7309.000-6045.000=1264.000
σ	0.000
min	7309.000-6045.000=1264.000
max	7309.000-6045.000=1264.000

*mean*	162.088-223.994=-61.906
σ	7.960-231.068=-223.108
min	144.463-120.401=24.062
max	167.588-794.657=-627.069

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.833=0.067
σ	4.304-4.318=-0.014
min	11655.306-11655.305=0.001
max	11667.552-11667.521=0.031

*mean*	4154.750-4104.000=50.750
σ	1902.220-1569.709=332.511
min	1552.000-1981.000=-429.000
max	7309.000-6045.000=1264.000

*mean*	6252.246-6344.214=-91.969
σ	1171.997-1330.989=-158.992
min	4866.587-4974.857=-108.269
max	7840.023-8397.614=-557.591

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.068=-0.002
σ	0.001-0.001=-0.000
min	11560.065-11560.067=-0.002
max	11560.067-11560.069=-0.003

*mean*	7309.000-6045.000=1264.000
σ	0.000
min	7309.000-6045.000=1264.000
max	7309.000-6045.000=1264.000

*mean*	5426.427-6446.862=-1020.435
σ	1380.514-1416.333=-35.820
min	4346.968-4432.160=-85.193
max	7626.425-8205.525=-579.100

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.583=-0.024
σ	0.001-0.024=-0.023
min	172.558
max	172.562-172.620=-0.058

*mean*	477.000-1981.000=-1504.000
σ	0.000
min	477.000-1981.000=-1504.000
max	477.000-1981.000=-1504.000

*mean*	369.015-356.016=12.999
σ	31.665-39.927=-8.262
min	307.076-265.921=41.155
max	397.422-400.149=-2.727

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.364=-0.042
σ	0.001-0.043=-0.041
min	357.321
max	357.325-357.430=-0.105

*mean*	560.000-1981.000=-1421.000
σ	0.000
min	560.000-1981.000=-1421.000
max	560.000-1981.000=-1421.000

*mean*	765.039-775.961=-10.922
σ	36.397-31.149=5.248
min	677.106-719.523=-42.417
max	792.163-809.610=-17.447

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.326-1008.182=16.144
σ	0.758-0.938=-0.180
min	1023.853-1007.717=16.136
max	1027.463-1012.094=15.369

*mean*	1053.650-1044.600=9.050
σ	314.939-295.859=19.080
min	570.000-548.000=22.000
max	1524.000-1448.000=76.000

*mean*	1.597-1.553=0.044
σ	0.084-0.137=-0.054
min	1.521-1.456=0.064
max	1.777-2.051=-0.274

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.298-0.436=-0.138
σ	0.288-0.174=0.114
min	0.143-0.347=-0.204
max	0.808-0.747=0.061

name=error_case.art

*mean*	2.339-2.334=0.005
σ	0.012-0.002=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.483-0.933=-0.450
σ	0.315-0.174=0.142
min	0.329-0.845=-0.516
max	1.047-1.243=-0.195

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002-0.002=-0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.000

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.231-0.557=-0.326
σ	0.022-0.053=-0.032
min	0.212-0.507=-0.295
max	0.266-0.645=-0.379

name=nested_use.art

*mean*	2.357-2.356=0.001
σ	0.002-0.002=0.000
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1448.000=-1046.000
σ	0.000
min	402.000-1448.000=-1046.000
max	402.000-1448.000=-1046.000

*mean*	0.342-0.858=-0.516
σ	0.026-0.045=-0.019
min	0.315-0.817=-0.501
max	0.369-0.929=-0.560

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.548=1.292
σ	0.011-0.031=-0.021
min	964.835-963.523=1.312
max	964.859-963.602=1.257

*mean*	436.200-1448.000=-1011.800
σ	1.789-0.000=1.789
min	433.000-1448.000=-1015.000
max	437.000-1448.000=-1011.000

*mean*	0.591-0.836=-0.245
σ	0.020-0.034=-0.014
min	0.561-0.782=-0.222
max	0.614-0.861=-0.247

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.854=0.966
σ	0.002-0.006=-0.004
min	885.819-884.847=0.972
max	885.823-884.861=0.962

*mean*	437.000-1448.000=-1011.000
σ	0.000
min	437.000-1448.000=-1011.000
max	437.000-1448.000=-1011.000

*mean*	0.450-0.724=-0.274
σ	0.046-0.024=0.022
min	0.389-0.696=-0.307
max	0.518-0.744=-0.226

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002-0.002=-0.000
min	7.708-7.705=0.002
max	7.712-7.709=0.002

*mean*	437.000-1448.000=-1011.000
σ	0.000
min	437.000-1448.000=-1011.000
max	437.000-1448.000=-1011.000

*mean*	2.565-3.570=-1.005
σ	0.088-0.104=-0.016
min	2.428-3.409=-0.981
max	2.852-4.225=-1.373

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	437.000-1448.000=-1011.000
σ	0.000
min	437.000-1448.000=-1011.000
max	437.000-1448.000=-1011.000

*mean*	2.570-3.547=-0.977
σ	0.086-0.069=0.017
min	2.440-3.417=-0.977
max	2.922-3.717=-0.795

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	437.000-1448.000=-1011.000
σ	0.000
min	437.000-1448.000=-1011.000
max	437.000-1448.000=-1011.000

*mean*	0.310-0.755=-0.444
σ	0.016-0.017=-0.001
min	0.289-0.720=-0.430
max	0.393-0.860=-0.466

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	437.000-1448.000=-1011.000
σ	0.000
min	437.000-1448.000=-1011.000
max	437.000-1448.000=-1011.000

*mean*	0.290-0.714=-0.423
σ	0.007-0.015=-0.008
min	0.278-0.681=-0.403
max	0.328-0.791=-0.462

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.924-297.230=1.694
σ	1.002-0.203=0.800
min	298.535-297.073=1.462
max	301.775-297.772=4.004

*mean*	441.500-1981.000=-1539.500
σ	17.258-0.000=17.258
min	416.000-1981.000=-1565.000
max	469.000-1981.000=-1512.000

*mean*	0.611-0.559=0.052
σ	0.012-0.027=-0.015
min	0.596-0.522=0.075
max	0.637-0.588=0.049

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532
σ	0.000
min	239.532
max	239.532

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	217.994
σ	2.302
min	215.654
max	221.784

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	12.691
σ	1.611
min	9.594
max	15.617

phase=parser

*mean*	1042.365
σ	0.001
min	1042.362
max	1042.365

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	717.488
σ	60.132
min	598.806
max	823.021

phase=processProdDef

*mean*	6169.660
σ	0.001
min	6169.659
max	6169.661

*mean*	1715.000
σ	32.071
min	1685.000
max	1745.000

*mean*	5905.509
σ	1890.182
min	3597.658
max	8293.254

phase=renaming

*mean*	21.672
σ	0.001
min	21.671
max	21.675

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	47.932
σ	3.850
min	40.762
max	55.125

phase=type checker

*mean*	990.445
σ	0.066
min	990.344
max	990.536

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	898.812
σ	90.889
min	685.886
max	975.646

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.922-289.774=4.147
σ	0.042-0.038=0.004
min	293.861-289.724=4.137
max	293.956-289.813=4.143

*mean*	444.800-1448.000=-1003.200
σ	1.095-0.000=1.095
min	444.000-1448.000=-1004.000
max	446.000-1448.000=-1002.000

*mean*	0.396-0.400=-0.004
σ	0.006-0.011=-0.006
min	0.392-0.394=-0.002
max	0.406-0.420=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.213-1299.592=20.621
σ	0.072-0.078=-0.006
min	1320.138-1299.506=20.633
max	1320.323-1299.707=20.616

*mean*	1084.600-1448.000=-363.400
σ	163.385-0.000=163.385
min	889.000-1448.000=-559.000
max	1307.000-1448.000=-141.000

*mean*	2.041-1.955=0.086
σ	0.145-0.093=0.052
min	1.899-1.852=0.047
max	2.206-2.099=0.107

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.740-1542.647=17.093
σ	4.065-4.008=0.057
min	1557.716-1540.671=17.044
max	1567.004-1549.811=17.193

*mean*	623.000-1448.000=-825.000
σ	86.490-0.000=86.490
min	495.000-1448.000=-953.000
max	725.000-1448.000=-723.000

*mean*	2.283-2.249=0.035
σ	0.151-0.178=-0.027
min	2.183-2.026=0.157
max	2.550-2.476=0.075

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.280-1861.647=20.633
σ	0.063-0.067=-0.004
min	1882.191-1861.578=20.613
max	1882.356-1861.726=20.630

*mean*	1726.000-1766.400=-40.400
σ	178.516-226.297=-47.781
min	1472.000-1468.000=4.000
max	1891.000-1981.000=-90.000

*mean*	3.125-3.139=-0.014
σ	0.305-0.256=0.048
min	2.871-2.841=0.030
max	3.654-3.484=0.170

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.763-1.636=0.127
σ	0.070-0.159=-0.089
min	1.666-1.414=0.253
max	1.858-1.853=0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-446.183=7.353
σ	585.529-577.140=8.389
min	160.770-157.611=3.159
max	1331.829-1311.892=19.936

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1448.000=-1005.000
σ	0.000
min	443.000-1448.000=-1005.000
max	443.000-1448.000=-1005.000

*mean*	0.551-0.530=0.021
σ	0.560-0.535=0.025
min	0.267-0.261=0.006
max	1.392-1.333=0.059

policies=20

*mean*	1608.029-1576.395=31.634
σ	0.419-0.345=0.074
min	1607.750-1576.163=31.587
max	1608.650-1576.908=31.742

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	450.750-1448.000=-997.250
σ	11.587-0.000=11.587
min	443.000-1448.000=-1005.000
max	468.000-1448.000=-980.000

*mean*	2.705-2.622=0.083
σ	0.022-0.011=0.012
min	2.675-2.613=0.063
max	2.728-2.633=0.095

policies=200

*mean*	16088.509-15772.207=316.302
σ	0.122-0.117=0.005
min	16088.405-15772.112=316.293
max	16088.685-15772.377=316.308

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	499.000-1448.000=-949.000
σ	4.967-0.000=4.967
min	493.000-1448.000=-955.000
max	505.000-1448.000=-943.000

*mean*	27.404-26.335=1.069
σ	0.139-0.051=0.089
min	27.283-26.289=0.994
max	27.601-26.405=1.196