Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.595-54.595=0.001
σ	0.348-0.348=-0.001
min	54.465-54.461=0.004
max	55.585-55.586=-0.001

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.141-0.139=0.002
σ	0.006-0.006=-0.001
min	0.134-0.130=0.003
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.722-43.721=0.001
σ	0.007-0.006=0.001
min	43.715-43.713=0.002
max	43.736-43.732=0.004

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.121-0.124=-0.003
σ	0.005-0.005=0.000
min	0.114-0.120=-0.006
max	0.130-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	12.789-12.392=0.397
σ	0.363-0.273=0.090
min	12.257-12.053=0.204
max	13.321-12.860=0.461

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	12.792-12.498=0.294
σ	0.775-0.629=0.146
min	11.763-11.464=0.298
max	13.673-13.121=0.553

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7325.000-7322.000=3.000
σ	0.000
min	7325.000-7322.000=3.000
max	7325.000-7322.000=3.000

*mean*	15.027-14.749=0.278
σ	0.814-0.836=-0.023
min	13.188-12.783=0.405
max	15.686-15.303=0.383

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	13.102-12.144=0.958
σ	1.798-1.558=0.240
min	11.097-10.508=0.589
max	15.368-14.795=0.574

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	8.770-8.459=0.311
σ	0.352-0.251=0.101
min	8.333-8.108=0.225
max	9.283-8.787=0.496

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	6.839-6.476=0.363
σ	0.138-0.244=-0.105
min	6.679-6.183=0.496
max	7.064-6.865=0.198

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	5.974-5.645=0.329
σ	0.155-0.146=0.009
min	5.770-5.465=0.305
max	6.146-5.967=0.179

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	5.746-5.347=0.400
σ	0.095-0.070=0.024
min	5.552-5.209=0.343
max	5.842-5.444=0.398

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.001

*mean*	7325.000-7322.000=3.000
σ	0.000
min	7325.000-7322.000=3.000
max	7325.000-7322.000=3.000

*mean*	1037.639-1038.579=-0.939
σ	4.333-6.066=-1.733
min	1029.003-1029.811=-0.808
max	1041.506-1047.797=-6.290

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553
max	8745.883-8745.882=0.000

*mean*	3578.625-3579.000=-0.375
σ	1802.012-1800.912=1.100
min	1044.000
max	5813.000

*mean*	4597.242-4966.963=-369.721
σ	1385.314-1742.279=-356.965
min	3468.710-3493.193=-24.484
max	7204.890-7529.020=-324.130

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	84.366-85.763=-1.397
σ	11.814-12.809=-0.995
min	70.908-70.584=0.324
max	98.932-102.843=-3.911

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7325.000-7322.000=3.000
σ	0.000
min	7325.000-7322.000=3.000
max	7325.000-7322.000=3.000

*mean*	106.147-105.693=0.454
σ	6.517-9.021=-2.503
min	93.936-84.985=8.950
max	114.428-113.005=1.423

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7325.000-7322.000=3.000
σ	0.000
min	7325.000-7322.000=3.000
max	7325.000-7322.000=3.000

*mean*	161.572-160.404=1.168
σ	9.787-14.339=-4.552
min	140.096-125.456=14.640
max	167.671-167.622=0.049

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4157.375-4156.375=1.000
σ	1906.437-1904.996=1.441
min	1555.000
max	7325.000-7322.000=3.000

*mean*	6279.424-6383.219=-103.795
σ	1166.329-1231.545=-65.216
min	4898.047-4858.884=39.163
max	7649.112-8108.997=-459.885

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7325.000-7322.000=3.000
σ	0.000
min	7325.000-7322.000=3.000
max	7325.000-7322.000=3.000

*mean*	5505.897-5996.089=-490.193
σ	1667.352-1791.376=-124.024
min	4296.385-4318.292=-21.908
max	8771.259-8910.162=-138.903

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	473.875-478.000=-4.125
σ	0.354-0.000=0.354
min	473.000-478.000=-5.000
max	474.000-478.000=-4.000

*mean*	384.970-365.809=19.161
σ	29.313-33.495=-4.182
min	313.710-302.917=10.793
max	401.162-397.550=3.612

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.250=-1.250
σ	0.000-0.463=-0.463
min	559.000-560.000=-1.000
max	559.000-561.000=-2.000

*mean*	739.583-768.297=-28.713
σ	82.994-54.611=28.383
min	588.444-643.083=-54.639
max	798.140-827.529=-29.389

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.481-1008.481=-0.000
σ	0.760-0.759=0.001
min	1008.005-1008.008=-0.003
max	1011.623-1011.622=0.001

*mean*	1051.800-1043.450=8.350
σ	311.785-299.409=12.376
min	557.000-563.000=-6.000
max	1655.000-1445.000=210.000

*mean*	1.532-1.550=-0.017
σ	0.049-0.070=-0.021
min	1.466-1.480=-0.014
max	1.626-1.764=-0.137

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.560=-0.227
σ	0.287-0.573=-0.286
min	0.148-0.257=-0.108
max	0.836-1.580=-0.744

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.828=-0.354
σ	0.319-0.532=-0.213
min	0.315-0.570=-0.255
max	1.045-1.780=-0.735

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.284-0.380=-0.096
σ	0.117-0.035=0.082
min	0.203-0.342=-0.139
max	0.488-0.435=0.053

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.576=-0.182
σ	0.096-0.026=0.070
min	0.319-0.548=-0.229
max	0.527-0.616=-0.089

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.000-433.600=1.400
σ	4.637-3.130=1.506
min	431.000
max	440.000-437.000=3.000

*mean*	0.533-0.584=-0.051
σ	0.040-0.114=-0.073
min	0.484-0.443=0.041
max	0.593-0.752=-0.159

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.462-0.491=-0.030
σ	0.030-0.023=0.007
min	0.441-0.469=-0.028
max	0.514-0.525=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.593-1.972=0.621
σ	0.090-0.070=0.020
min	2.453-1.846=0.607
max	2.921-2.191=0.731

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	2.565-2.429=0.137
σ	0.090-0.300=-0.210
min	2.420-1.837=0.583
max	3.107-2.798=0.309

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.302-0.303=-0.000
σ	0.009-0.007=0.002
min	0.286-0.290=-0.004
max	0.358-0.342=0.015

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-437.000=3.000
σ	0.000
min	440.000-437.000=3.000
max	440.000-437.000=3.000

*mean*	0.291-0.293=-0.002
σ	0.010-0.008=0.002
min	0.280-0.280=0.001
max	0.361-0.338=0.023

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.167-298.262=-0.094
σ	1.004-0.995=0.009
min	297.809-297.852=-0.043
max	301.022-301.089=-0.067

*mean*	442.800-441.300=1.500
σ	18.867-15.663=3.203
min	418.000
max	471.000-464.000=7.000

*mean*	0.608-0.618=-0.010
σ	0.023-0.017=0.006
min	0.570-0.585=-0.015
max	0.633-0.638=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1741.500-1742.000=-0.500
σ	2.070-0.000=2.070
min	1739.000-1742.000=-3.000
max	1743.000-1742.000=1.000

*mean*	206.761-209.648=-2.887
σ	2.104-1.580=0.525
min	203.794-206.312=-2.518
max	210.153-210.820=-0.667

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1741.500-1742.000=-0.500
σ	2.070-0.000=2.070
min	1739.000-1742.000=-3.000
max	1743.000-1742.000=1.000

*mean*	9.621-11.235=-1.614
σ	1.608-2.313=-0.705
min	6.649-6.105=0.544
max	12.603-12.672=-0.069

phase=parser

*mean*	1042.098-1042.095=0.003
σ	0.000-0.000=-0.000
min	1042.098-1042.095=0.003
max	1042.098-1042.096=0.003

*mean*	1741.500-1742.000=-0.500
σ	2.070-0.000=2.070
min	1739.000-1742.000=-3.000
max	1743.000-1742.000=1.000

*mean*	618.629-704.148=-85.519
σ	67.737-83.034=-15.297
min	535.522-575.847=-40.324
max	722.252-835.887=-113.635

phase=processProdDef

*mean*	6169.656-6169.661=-0.005
σ	0.001-0.001=-0.000
min	6169.656-6169.661=-0.005
max	6169.658-6169.663=-0.005

*mean*	1742.000
σ	1.852-0.000=1.852
min	1739.000-1742.000=-3.000
max	1743.000-1742.000=1.000

*mean*	5366.062-4738.498=627.564
σ	1308.867-678.413=630.454
min	3701.970-3974.896=-272.927
max	7271.852-5655.282=1616.569

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1741.500-1742.000=-0.500
σ	2.070-0.000=2.070
min	1739.000-1742.000=-3.000
max	1743.000-1742.000=1.000

*mean*	35.100-40.513=-5.413
σ	8.085-10.914=-2.829
min	20.951-19.503=1.448
max	47.319-48.193=-0.874

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1741.500-1742.000=-0.500
σ	2.070-0.000=2.070
min	1739.000-1742.000=-3.000
max	1743.000-1742.000=1.000

*mean*	726.423-768.075=-41.651
σ	82.613-80.470=2.143
min	651.670-632.124=19.546
max	847.516-884.036=-36.521

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.590-293.589=0.001
σ	0.038-0.038=-0.000
min	293.536-293.534=0.001
max	293.627-293.626=0.001

*mean*	446.000-443.000=3.000
σ	0.000
min	446.000-443.000=3.000
max	446.000-443.000=3.000

*mean*	0.407-0.412=-0.005
σ	0.008-0.010=-0.001
min	0.401-0.401=-0.000
max	0.420-0.422=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.685-1303.684=0.002
σ	0.091-0.077=0.014
min	1303.526-1303.559=-0.033
max	1303.740-1303.762=-0.022

*mean*	1078.000-1077.200=0.800
σ	196.382-176.517=19.865
min	831.000-867.000=-36.000
max	1323.000-1302.000=21.000

*mean*	2.034-2.073=-0.039
σ	0.194-0.184=0.010
min	1.825-1.823=0.002
max	2.238-2.242=-0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.777-1546.777=0.000
σ	4.015-3.996=0.018
min	1544.829-1544.867=-0.038
max	1553.955-1553.921=0.033

*mean*	628.200-616.800=11.400
σ	94.727-83.052=11.675
min	518.000-517.000=1.000
max	746.000-718.000=28.000

*mean*	2.426-2.439=-0.012
σ	0.245-0.220=0.025
min	2.130-2.169=-0.039
max	2.670-2.745=-0.074

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.675-1865.676=-0.001
σ	0.065-0.051=0.014
min	1865.615-1865.622=-0.006
max	1865.780-1865.755=0.024

*mean*	1722.800-1739.200=-16.400
σ	162.449-225.781=-63.332
min	1491.000-1438.000=53.000
max	1874.000-1953.000=-79.000

*mean*	3.039-2.954=0.084
σ	0.236-0.137=0.099
min	2.879-2.856=0.023
max	3.456-3.171=0.285

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.798-1.841=-0.043
σ	0.122-0.056=0.065
min	1.606-1.791=-0.185
max	1.905-1.930=-0.025

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.915-447.914=0.000
σ	579.185-579.185=-0.000
min	158.322-158.321=0.001
max	1316.691-1316.692=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.545-0.538=0.007
σ	0.558-0.552=0.006
min	0.262-0.259=0.003
max	1.382-1.366=0.017

policies=20

*mean*	1583.529-1583.527=0.002
σ	0.358-0.354=0.004
min	1583.281-1583.279=0.002
max	1584.058-1584.050=0.008

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-444.500=1.500
σ	6.928-1.000=5.928
min	440.000-443.000=-3.000
max	452.000-445.000=7.000

*mean*	2.635-2.640=-0.005
σ	0.011-0.044=-0.033
min	2.626-2.600=0.026
max	2.651-2.702=-0.051

policies=200

*mean*	15843.425-15843.253=0.172
σ	0.174-0.186=-0.012
min	15843.275-15843.080=0.195
max	15843.652-15843.473=0.179

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.500-495.250=0.250
σ	5.196-5.123=0.073
min	490.000
max	502.000

*mean*	26.545-26.543=0.002
σ	0.094-0.143=-0.049
min	26.461-26.391=0.070
max	26.648-26.732=-0.084