Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.574-54.578=-0.004
σ	0.349-0.348=0.001
min	54.435-54.448=-0.013
max	55.567-55.568=-0.001

*mean*	418.700-418.000=0.700
σ	0.483-0.000=0.483
min	418.000
max	419.000-418.000=1.000

*mean*	0.138-0.142=-0.004
σ	0.006-0.006=-0.001
min	0.132-0.132=0.000
max	0.148-0.151=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.707=-0.002
σ	0.008-0.007=0.001
min	43.692-43.701=-0.008
max	43.719-43.720=-0.000

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.125-0.125=-0.000
σ	0.005-0.005=0.000
min	0.120-0.120=0.000
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	13.077-12.457=0.620
σ	0.349-0.260=0.089
min	12.764-12.206=0.558
max	13.675-12.961=0.714

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	13.071-12.669=0.402
σ	0.641-0.669=-0.028
min	12.113-11.416=0.696
max	14.075-13.504=0.570

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7320.000-7294.000=26.000
σ	0.000
min	7320.000-7294.000=26.000
max	7320.000-7294.000=26.000

*mean*	15.023-14.724=0.299
σ	0.857-0.596=0.261
min	13.025-13.359=-0.334
max	15.622-15.137=0.485

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	12.771-12.709=0.062
σ	1.950-1.688=0.263
min	10.714-10.612=0.101
max	15.304-14.878=0.426

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	8.947-8.536=0.411
σ	0.470-0.370=0.100
min	8.362-8.204=0.159
max	9.730-9.250=0.480

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	6.550-6.378=0.172
σ	0.292-0.222=0.070
min	6.049-6.025=0.024
max	7.012-6.697=0.315

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668-25.668=0.000

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	6.085-5.618=0.467
σ	0.179-0.231=-0.053
min	5.805-5.370=0.435
max	6.323-6.145=0.178

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	5.703-5.438=0.266
σ	0.212-0.090=0.122
min	5.302-5.277=0.025
max	5.901-5.569=0.331

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7320.000-7294.000=26.000
σ	0.000
min	7320.000-7294.000=26.000
max	7320.000-7294.000=26.000

*mean*	1039.718-1334.709=-294.991
σ	10.215-502.897=-492.682
min	1029.025-1046.576=-17.551
max	1061.281-2492.547=-1431.266

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=-0.000

*mean*	3579.875-3572.750=7.125
σ	1799.826-1795.050=4.776
min	1044.000-1045.000=-1.000
max	5815.000-5792.000=23.000

*mean*	4973.980-4920.247=53.733
σ	1608.518-1780.232=-171.714
min	3489.860-3569.051=-79.191
max	7034.149-7569.648=-535.499

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	82.796-86.472=-3.676
σ	9.303-11.588=-2.284
min	72.394-73.165=-0.771
max	96.882-99.915=-3.034

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7320.000-7294.000=26.000
σ	0.000
min	7320.000-7294.000=26.000
max	7320.000-7294.000=26.000

*mean*	105.096-106.018=-0.921
σ	5.644-5.030=0.614
min	95.528-96.341=-0.813
max	111.899-110.710=1.189

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7320.000-7294.000=26.000
σ	0.000
min	7320.000-7294.000=26.000
max	7320.000-7294.000=26.000

*mean*	160.958-167.035=-6.076
σ	9.480-9.570=-0.090
min	140.166-144.738=-4.571
max	166.715-172.646=-5.931

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.538=-0.000

*mean*	4157.625-4151.375=6.250
σ	1901.110-1896.895=4.215
min	1559.000-1556.000=3.000
max	7320.000-7294.000=26.000

*mean*	6380.491-6658.780=-278.289
σ	1111.807-1125.471=-13.664
min	4946.797-4965.345=-18.548
max	7829.537-8253.531=-423.994

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066

*mean*	7320.000-7294.000=26.000
σ	0.000
min	7320.000-7294.000=26.000
max	7320.000-7294.000=26.000

*mean*	5736.437-5368.276=368.161
σ	1849.422-1245.522=603.899
min	4334.288-4438.656=-104.368
max	8756.636-7767.923=988.713

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	382.063-389.840=-7.777
σ	16.796-6.604=10.192
min	354.256-374.553=-20.297
max	395.579-396.242=-0.663

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-560.000=0.250
σ	0.463-0.000=0.463
min	560.000
max	561.000-560.000=1.000

*mean*	730.291-741.432=-11.142
σ	47.209-57.726=-10.517
min	649.466-649.174=0.292
max	778.509-792.729=-14.220

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.500=0.002
σ	0.759-0.760=-0.001
min	1008.025-1008.025=0.000
max	1011.641-1011.642=-0.001

*mean*	1047.600-1044.250=3.350
σ	313.277-300.108=13.170
min	573.000-561.000=12.000
max	1510.000-1447.000=63.000

*mean*	1.535-1.533=0.002
σ	0.096-0.067=0.029
min	1.358-1.480=-0.122
max	1.759-1.759=0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.403=-0.007
σ	0.507-0.512=-0.005
min	0.145-0.143=0.002
max	1.301-1.316=-0.015

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.547-0.480=0.068
σ	0.305-0.327=-0.022
min	0.338-0.323=0.015
max	1.061-1.064=-0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.222=-0.004
σ	0.022-0.023=-0.001
min	0.203-0.208=-0.005
max	0.257-0.262=-0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.333=0.005
σ	0.019-0.017=0.002
min	0.325-0.322=0.003
max	0.370-0.363=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.579-0.525=0.054
σ	0.032-0.068=-0.036
min	0.530-0.441=0.089
max	0.603-0.595=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.464-0.469=-0.005
σ	0.055-0.031=0.024
min	0.397-0.432=-0.035
max	0.528-0.506=0.023

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	2.119-1.993=0.126
σ	0.332-0.076=0.257
min	1.806-1.844=-0.038
max	2.910-2.304=0.606

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	1.963-1.871=0.092
σ	0.071-0.090=-0.018
min	1.847-1.742=0.106
max	2.212-2.174=0.039

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.307-0.312=-0.005
σ	0.009-0.009=-0.000
min	0.291-0.296=-0.004
max	0.359-0.361=-0.002

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	429.000-431.000=-2.000
σ	0.000
min	429.000-431.000=-2.000
max	429.000-431.000=-2.000

*mean*	0.292-0.297=-0.005
σ	0.008-0.008=0.000
min	0.277-0.284=-0.006
max	0.334-0.334=0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.125-298.067=0.058
σ	1.042-1.009=0.033
min	297.720-297.659=0.061
max	301.089-300.936=0.153

*mean*	441.700-444.300=-2.600
σ	16.479-19.067=-2.588
min	418.000
max	470.000-471.000=-1.000

*mean*	0.610-0.618=-0.008
σ	0.026-0.014=0.011
min	0.548-0.602=-0.054
max	0.642-0.654=-0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1745.000-1732.000=13.000
σ	0.000-27.775=-27.775
min	1745.000-1687.000=58.000
max	1745.000-1747.000=-2.000

*mean*	207.950-207.603=0.347
σ	0.982-3.207=-2.225
min	206.745-202.557=4.188
max	209.234-212.420=-3.186

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.000-1732.000=13.000
σ	0.000-27.775=-27.775
min	1745.000-1687.000=58.000
max	1745.000-1747.000=-2.000

*mean*	10.909-9.619=1.291
σ	2.164-1.459=0.704
min	6.405-6.277=0.128
max	12.694-11.433=1.261

phase=parser

*mean*	1042.099-1042.095=0.004
σ	0.000-0.000=-0.000
min	1042.099-1042.095=0.004
max	1042.100-1042.096=0.004

*mean*	1745.000-1732.000=13.000
σ	0.000-27.775=-27.775
min	1745.000-1687.000=58.000
max	1745.000-1747.000=-2.000

*mean*	649.182-709.105=-59.923
σ	113.973-82.309=31.664
min	427.211-572.660=-145.449
max	734.295-835.220=-100.925

phase=processProdDef

*mean*	6169.659-6169.662=-0.003
σ	0.000-0.001=-0.000
min	6169.658-6169.661=-0.003
max	6169.659-6169.662=-0.004

*mean*	1745.000-1739.500=5.500
σ	0.000-21.213=-21.213
min	1745.000-1687.000=58.000
max	1745.000-1747.000=-2.000

*mean*	5324.935-5768.756=-443.821
σ	1397.072-1797.327=-400.255
min	3589.852-3635.055=-45.203
max	7550.032-7984.478=-434.446

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1745.000-1732.000=13.000
σ	0.000-27.775=-27.775
min	1745.000-1687.000=58.000
max	1745.000-1747.000=-2.000

*mean*	39.058-30.236=8.822
σ	10.367-4.058=6.309
min	20.725-20.484=0.241
max	48.311-32.784=15.527

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1745.000-1732.000=13.000
σ	0.000-27.775=-27.775
min	1745.000-1687.000=58.000
max	1745.000-1747.000=-2.000

*mean*	743.614-675.913=67.701
σ	73.813-34.765=39.048
min	630.717-643.877=-13.160
max	831.806-731.346=100.460

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.381=0.000
σ	0.034-0.035=-0.001
min	293.333-293.330=0.003
max	293.418-293.418=0.000

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.405-0.404=0.001
σ	0.007-0.006=0.001
min	0.399-0.399=-0.000
max	0.413-0.414=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.464-1303.439=0.024
σ	0.081-0.062=0.018
min	1303.328-1303.344=-0.016
max	1303.537-1303.503=0.034

*mean*	1100.000-1114.000=-14.000
σ	195.388-185.958=9.430
min	893.000
max	1366.000-1367.000=-1.000

*mean*	2.046-1.996=0.050
σ	0.098-0.115=-0.016
min	1.946-1.894=0.052
max	2.173-2.131=0.042

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.551-1546.578=-0.028
σ	3.998-4.049=-0.051
min	1544.599-1544.679=-0.080
max	1553.697-1553.819=-0.122

*mean*	621.400-622.000=-0.600
σ	92.254-89.224=3.030
min	494.000-505.000=-11.000
max	738.000-727.000=11.000

*mean*	2.376-2.536=-0.160
σ	0.190-0.368=-0.178
min	2.174-2.102=0.073
max	2.558-3.057=-0.500

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.439-1865.470=-0.030
σ	0.043-0.080=-0.037
min	1865.390-1865.392=-0.002
max	1865.489-1865.600=-0.111

*mean*	1712.000-1741.800=-29.800
σ	164.918-217.442=-52.524
min	1502.000-1453.000=49.000
max	1939.000-1947.000=-8.000

*mean*	2.905-3.298=-0.393
σ	0.060-0.361=-0.301
min	2.814-2.887=-0.073
max	2.962-3.667=-0.705

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.762-1.757=0.005
σ	0.122-0.101=0.021
min	1.636-1.661=-0.025
max	1.920-1.889=0.031

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.982=-0.000
σ	579.239-579.239=-0.000
min	158.358-158.362=-0.004
max	1316.840-1316.841=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.461-0.543=-0.082
σ	0.391-0.551=-0.160
min	0.263-0.263=0.000
max	1.048-1.370=-0.321

policies=20

*mean*	1583.934-1583.937=-0.003
σ	0.361-0.357=0.003
min	1583.680-1583.687=-0.007
max	1584.467-1584.465=0.001

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.250-445.250=1.000
σ	1.500
min	444.000-443.000=1.000
max	447.000-446.000=1.000

*mean*	2.643-2.648=-0.004
σ	0.013-0.012=0.001
min	2.634-2.632=0.002
max	2.663-2.658=0.005

policies=200

*mean*	15847.312-15847.311=0.001
σ	0.119-0.139=-0.020
min	15847.218-15847.188=0.030
max	15847.480-15847.496=-0.016

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.000-495.250=1.750
σ	4.546-4.031=0.515
min	492.000-491.000=1.000
max	503.000-500.000=3.000

*mean*	26.778-26.722=0.056
σ	0.148-0.123=0.026
min	26.572-26.558=0.014
max	26.912-26.854=0.059