Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.617=0.003
σ	0.350-0.349=0.001
min	54.484-54.485=-0.000
max	55.617-55.611=0.006

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.140-0.140=-0.000
σ	0.007-0.004=0.003
min	0.131-0.136=-0.005
max	0.155-0.147=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.785=0.004
σ	0.006-0.006=0.000
min	43.782-43.777=0.005
max	43.803-43.795=0.008

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.124-0.122=0.003
σ	0.005-0.005=0.000
min	0.118-0.115=0.003
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	13.029-12.833=0.197
σ	0.274-1.836=-1.562
min	12.675-11.930=0.745
max	13.461-17.303=-3.842

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	12.907-13.024=-0.117
σ	0.747-2.053=-1.305
min	11.610-11.152=0.457
max	13.496-17.802=-4.307

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933

*mean*	7309.000-7539.000=-230.000
σ	0.000
min	7309.000-7539.000=-230.000
max	7309.000-7539.000=-230.000

*mean*	15.010-14.186=0.825
σ	0.773-1.729=-0.956
min	13.268-12.605=0.663
max	15.757-17.861=-2.105

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	12.696-12.787=-0.091
σ	1.786-2.026=-0.240
min	10.798-10.152=0.646
max	15.663-15.423=0.240

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603-27.603=-0.000
max	27.991-27.607=0.384

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	9.066-8.805=0.261
σ	0.239-1.223=-0.984
min	8.889-8.118=0.770
max	9.503-11.800=-2.298

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	7.130-7.064=0.066
σ	0.046-1.576=-1.530
min	7.071-5.888=1.183
max	7.220-9.691=-2.471

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	6.050-5.667=0.384
σ	0.135-0.457=-0.322
min	5.819-5.417=0.402
max	6.241-6.765=-0.525

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	5.862-5.293=0.569
σ	0.093-0.499=-0.406
min	5.720-4.764=0.956
max	5.977-6.416=-0.438

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.597=0.009
σ	0.000-0.000=0.000
min	2524.606-2524.597=0.009
max	2524.607-2524.597=0.010

*mean*	7309.000-7539.000=-230.000
σ	0.000
min	7309.000-7539.000=-230.000
max	7309.000-7539.000=-230.000

*mean*	1077.112-1094.485=-17.373
σ	73.291-159.690=-86.399
min	1042.682-1029.234=13.448
max	1257.826-1488.984=-231.158

op=load_product(), with indexes

*mean*	8744.722-8744.558=0.164
σ	0.469-0.033=0.437
min	8744.553-8744.545=0.009
max	8745.883-8744.638=1.244

*mean*	3574.375-3778.625=-204.250
σ	1798.232-1620.784=177.449
min	1044.000-1939.000=-895.000
max	5800.000-5943.000=-143.000

*mean*	5000.010-4325.859=674.150
σ	1698.169-1222.296=475.873
min	3553.039-3517.504=35.535
max	7419.694-6686.814=732.881

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.001

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	81.981-91.093=-9.112
σ	10.222-14.275=-4.053
min	71.694-70.431=1.263
max	98.637-110.022=-11.384

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7309.000-7539.000=-230.000
σ	0.000
min	7309.000-7539.000=-230.000
max	7309.000-7539.000=-230.000

*mean*	106.393-236.770=-130.377
σ	3.842-388.451=-384.608
min	99.595-86.062=13.533
max	109.593-1197.906=-1088.313

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7309.000-7539.000=-230.000
σ	0.000
min	7309.000-7539.000=-230.000
max	7309.000-7539.000=-230.000

*mean*	163.844-150.408=13.436
σ	7.222-14.746=-7.524
min	148.218-133.370=14.849
max	169.331-168.124=1.208

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.317=0.007
min	11655.305
max	11667.538-11667.517=0.021

*mean*	4153.625-4260.375=-106.750
σ	1901.986-1884.235=17.751
min	1555.000-1939.000=-384.000
max	7309.000-7539.000=-230.000

*mean*	6409.878-6373.657=36.221
σ	1272.865-1151.521=121.344
min	4911.036-4902.633=8.403
max	8251.768-8219.669=32.099

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.066=-0.001
σ	0.001-0.002=-0.001
min	11560.064-11560.064=-0.000
max	11560.066-11560.069=-0.004

*mean*	7309.000-7539.000=-230.000
σ	0.000
min	7309.000-7539.000=-230.000
max	7309.000-7539.000=-230.000

*mean*	5359.275-5349.264=10.011
σ	1271.265-1251.900=19.366
min	4373.965-4362.785=11.180
max	7426.791-7328.402=98.389

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.583=-0.025
σ	0.001-0.024=-0.022
min	172.558-172.559=-0.001
max	172.562-172.619=-0.057

*mean*	478.000-1939.000=-1461.000
σ	0.000
min	478.000-1939.000=-1461.000
max	478.000-1939.000=-1461.000

*mean*	370.123-341.948=28.174
σ	20.825-51.208=-30.383
min	343.491-262.946=80.545
max	391.121-393.120=-1.999

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.368=-0.046
σ	0.001-0.043=-0.042
min	357.321
max	357.325-357.414=-0.089

*mean*	559.625-1939.000=-1379.375
σ	0.518-0.000=0.518
min	559.000-1939.000=-1380.000
max	560.000-1939.000=-1379.000

*mean*	750.041-783.285=-33.244
σ	47.165-19.457=27.708
min	644.455-757.655=-113.199
max	793.870-819.495=-25.625

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.180=0.194
σ	0.760-0.895=-0.135
min	1007.899-1007.685=0.213
max	1011.516-1011.903=-0.387

*mean*	1055.050-1037.850=17.200
σ	309.513-299.507=10.007
min	565.000-551.000=14.000
max	1468.000-1459.000=9.000

*mean*	1.557-1.552=0.005
σ	0.071-0.097=-0.026
min	1.468-1.466=0.003
max	1.745-1.824=-0.079

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1459.000=-1057.000
σ	0.000
min	402.000-1459.000=-1057.000
max	402.000-1459.000=-1057.000

*mean*	0.378-0.427=-0.049
σ	0.464-0.145=0.319
min	0.147-0.332=-0.184
max	1.205-0.684=0.521

name=error_case.art

*mean*	2.338-2.334=0.004
σ	0.012-0.003=0.009
min	2.332
max	2.359-2.339=0.021

*mean*	402.000-1459.000=-1057.000
σ	0.000
min	402.000-1459.000=-1057.000
max	402.000-1459.000=-1057.000

*mean*	0.479-0.883=-0.404
σ	0.316-0.097=0.219
min	0.323-0.818=-0.495
max	1.044-1.055=-0.011

name=heavy_item.art

*mean*	1.522-1.523=-0.001
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.526=-0.002

*mean*	402.000-1459.000=-1057.000
σ	0.000
min	402.000-1459.000=-1057.000
max	402.000-1459.000=-1057.000

*mean*	0.219-0.547=-0.328
σ	0.025-0.043=-0.019
min	0.203-0.510=-0.307
max	0.263-0.618=-0.355

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	402.000-1459.000=-1057.000
σ	0.000
min	402.000-1459.000=-1057.000
max	402.000-1459.000=-1057.000

*mean*	0.327-0.833=-0.506
σ	0.017-0.036=-0.019
min	0.312-0.796=-0.485
max	0.353-0.891=-0.538

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.543=0.365
σ	0.011-0.024=-0.014
min	963.902-963.523=0.379
max	963.926-963.581=0.345

*mean*	432.000-1459.000=-1027.000
σ	1.732-0.000=1.732
min	431.000-1459.000=-1028.000
max	435.000-1459.000=-1024.000

*mean*	0.531-0.831=-0.300
σ	0.043-0.023=0.020
min	0.481-0.811=-0.330
max	0.595-0.858=-0.263

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.853=0.031
σ	0.002-0.006=-0.004
min	884.883-884.847=0.036
max	884.886-884.862=0.024

*mean*	435.000-1459.000=-1024.000
σ	0.000
min	435.000-1459.000=-1024.000
max	435.000-1459.000=-1024.000

*mean*	0.502-0.729=-0.228
σ	0.017-0.035=-0.018
min	0.483-0.667=-0.184
max	0.522-0.746=-0.224

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.002

*mean*	435.000-1459.000=-1024.000
σ	0.000
min	435.000-1459.000=-1024.000
max	435.000-1459.000=-1024.000

*mean*	2.616-4.289=-1.674
σ	0.103-0.096=0.008
min	2.439-4.137=-1.698
max	3.035-4.659=-1.624

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-1459.000=-1024.000
σ	0.000
min	435.000-1459.000=-1024.000
max	435.000-1459.000=-1024.000

*mean*	2.573-4.246=-1.672
σ	0.076-0.087=-0.011
min	2.442-4.110=-1.668
max	2.820-4.799=-1.979

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-1459.000=-1024.000
σ	0.000
min	435.000-1459.000=-1024.000
max	435.000-1459.000=-1024.000

*mean*	0.301-0.752=-0.451
σ	0.008-0.017=-0.009
min	0.290-0.718=-0.429
max	0.352-0.873=-0.521

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-1459.000=-1024.000
σ	0.000
min	435.000-1459.000=-1024.000
max	435.000-1459.000=-1024.000

*mean*	0.285-0.719=-0.434
σ	0.008-0.017=-0.010
min	0.272-0.690=-0.418
max	0.331-0.790=-0.459

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.970-297.364=0.605
σ	0.971-0.264=0.707
min	297.537-297.197=0.340
max	300.727-298.089=2.637

*mean*	445.800-1939.000=-1493.200
σ	18.048-0.000=18.048
min	418.000-1939.000=-1521.000
max	473.000-1939.000=-1466.000

*mean*	0.621-0.609=0.013
σ	0.008-0.013=-0.005
min	0.612-0.591=0.022
max	0.634-0.641=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1728.750
σ	5.092
min	1726.000
max	1737.000

*mean*	206.182
σ	1.189
min	204.412
max	207.943

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1728.750
σ	5.092
min	1726.000
max	1737.000

*mean*	9.994
σ	2.057
min	7.295
max	12.671

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1728.750
σ	5.092
min	1726.000
max	1737.000

*mean*	577.905
σ	112.313
min	421.805
max	720.612

phase=processProdDef

*mean*	6169.658
σ	0.000
min	6169.658
max	6169.659

*mean*	1730.125
σ	5.693
min	1726.000
max	1737.000

*mean*	5445.347
σ	935.002
min	3875.040
max	6562.611

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1728.750
σ	5.092
min	1726.000
max	1737.000

*mean*	37.241
σ	8.217
min	26.309
max	47.711

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1728.750
σ	5.092
min	1726.000
max	1737.000

*mean*	714.785
σ	81.264
min	636.810
max	876.554

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-289.773=3.000
σ	0.038-0.032=0.006
min	292.725-289.729=2.996
max	292.815-289.805=3.010

*mean*	445.000-1459.000=-1014.000
σ	0.000
min	445.000-1459.000=-1014.000
max	445.000-1459.000=-1014.000

*mean*	0.398-0.392=0.006
σ	0.007-0.005=0.001
min	0.392-0.388=0.003
max	0.406-0.401=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.873-1299.672=3.201
σ	0.086-0.100=-0.014
min	1302.725-1299.531=3.193
max	1302.939-1299.803=3.137

*mean*	1073.400-1459.000=-385.600
σ	185.355-0.000=185.355
min	839.000-1459.000=-620.000
max	1319.000-1459.000=-140.000

*mean*	2.016-2.289=-0.273
σ	0.188-0.176=0.012
min	1.768-2.088=-0.320
max	2.160-2.504=-0.344

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.898-1542.722=3.176
σ	4.014-3.959=0.055
min	1543.901-1540.829=3.071
max	1553.072-1549.801=3.271

*mean*	610.400-1459.000=-848.600
σ	74.484-0.000=74.484
min	493.000-1459.000=-966.000
max	689.000-1459.000=-770.000

*mean*	2.278-2.474=-0.196
σ	0.177-0.242=-0.066
min	2.110-2.252=-0.141
max	2.509-2.844=-0.335

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.847-1861.629=3.218
σ	0.053-0.059=-0.006
min	1864.785-1861.539=3.245
max	1864.902-1861.696=3.205

*mean*	1712.600-1736.000=-23.400
σ	250.314-171.775=78.540
min	1423.000-1484.000=-61.000
max	2061.000-1939.000=122.000

*mean*	2.857-2.926=-0.069
σ	0.114-0.137=-0.023
min	2.670-2.780=-0.110
max	2.953-3.088=-0.135

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.676-1.694=-0.018
σ	0.067-0.160=-0.093
min	1.604-1.479=0.125
max	1.784-1.865=-0.081

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-446.185=1.570
σ	579.110-577.140=1.971
min	158.195-157.614=0.581
max	1316.421-1311.895=4.526

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-1459.000=-1018.000
σ	0.000
min	441.000-1459.000=-1018.000
max	441.000-1459.000=-1018.000

*mean*	0.536-0.554=-0.018
σ	0.541-0.579=-0.038
min	0.264-0.263=0.001
max	1.348-1.422=-0.074

policies=20

*mean*	1582.290-1576.412=5.879
σ	0.361-0.378=-0.017
min	1582.039-1576.171=5.868
max	1582.824-1576.975=5.848

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.500-1459.000=-1013.500
σ	5.196-0.000=5.196
min	441.000-1459.000=-1018.000
max	450.000-1459.000=-1009.000

*mean*	2.630-2.676=-0.046
σ	0.010-0.030=-0.020
min	2.623-2.636=-0.013
max	2.642-2.700=-0.058

policies=200

*mean*	15830.916-15772.233=58.682
σ	0.155-0.197=-0.042
min	15830.756-15772.030=58.726
max	15831.093-15772.485=58.607

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	492.000-1459.000=-967.000
σ	3.367-0.000=3.367
min	488.000-1459.000=-971.000
max	496.000-1459.000=-963.000

*mean*	26.704-26.507=0.197
σ	0.202-0.072=0.130
min	26.498-26.426=0.072
max	26.959-26.601=0.357