Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.615=0.001
σ	0.349-0.349=0.000
min	54.485-54.480=0.005
max	55.611-55.608=0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.141=-0.002
σ	0.005-0.004=0.001
min	0.131-0.135=-0.004
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.007-0.006=0.001
min	43.781-43.775=0.006
max	43.803-43.795=0.007

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124-0.124=-0.000
σ	0.004-0.004=-0.000
min	0.121-0.121=-0.000
max	0.130-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	12.648-12.641=0.007
σ	0.279-0.338=-0.059
min	12.350-12.255=0.095
max	13.106-13.209=-0.103

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.619-36.620=-0.000

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	12.476-12.976=-0.499
σ	0.666-0.531=0.135
min	11.534-11.738=-0.204
max	13.238-13.348=-0.110

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.001-0.000=0.000
min	41.928
max	41.929-41.929=0.001

*mean*	7550.000-6043.000=1507.000
σ	0.000
min	7550.000-6043.000=1507.000
max	7550.000-6043.000=1507.000

*mean*	14.396-13.203=1.192
σ	0.988-1.177=-0.189
min	12.877-11.127=1.750
max	15.509-14.748=0.761

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	12.966-12.935=0.031
σ	1.987-1.931=0.056
min	10.696-10.641=0.055
max	15.568-14.905=0.663

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	8.917-8.783=0.134
σ	1.361-0.658=0.703
min	7.886-8.082=-0.196
max	12.219-10.221=1.999

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	6.686-6.643=0.043
σ	1.338-0.647=0.691
min	5.198-6.012=-0.814
max	9.820-8.136=1.683

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.670-25.670=-0.000

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	5.629-5.556=0.073
σ	0.094-0.113=-0.019
min	5.447-5.289=0.158
max	5.719-5.653=0.066

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	5.405-5.459=-0.054
σ	0.134-0.093=0.041
min	5.124-5.362=-0.238
max	5.561-5.624=-0.063

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.594-2524.594=-0.000
max	2524.594-2524.594=-0.000

*mean*	7550.000-6043.000=1507.000
σ	0.000
min	7550.000-6043.000=1507.000
max	7550.000-6043.000=1507.000

*mean*	1056.894-1509.296=-452.402
σ	6.611-743.374=-736.762
min	1046.599-1040.079=6.520
max	1064.559-2939.048=-1874.490

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=-0.001
min	8744.544-8744.545=-0.000
max	8744.639-8744.640=-0.001

*mean*	3783.500-3815.750=-32.250
σ	1615.284-1655.874=-40.589
min	1962.000-1956.000=6.000
max	5945.000-6043.000=-98.000

*mean*	4759.437-4334.632=424.805
σ	1361.011-1376.993=-15.982
min	3576.558-3559.275=17.282
max	6689.616-7378.842=-689.227

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	90.817-81.451=9.366
σ	16.857-8.564=8.293
min	72.443-72.517=-0.074
max	125.607-96.880=28.727

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	7550.000-6043.000=1507.000
σ	0.000
min	7550.000-6043.000=1507.000
max	7550.000-6043.000=1507.000

*mean*	239.021-97.003=142.018
σ	389.264-8.161=381.103
min	89.285-83.261=6.025
max	1202.267-106.289=1095.978

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686

*mean*	7550.000-6043.000=1507.000
σ	0.000
min	7550.000-6043.000=1507.000
max	7550.000-6043.000=1507.000

*mean*	151.727-223.093=-71.366
σ	13.683-220.984=-207.301
min	131.140-127.611=3.529
max	167.744-769.086=-601.342

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517-11667.516=0.001

*mean*	4265.250-4099.875=165.375
σ	1883.622-1573.342=310.280
min	1962.000-1956.000=6.000
max	7550.000-6043.000=1507.000

*mean*	6639.193-6144.673=494.519
σ	1301.888-1143.554=158.334
min	4949.977-4934.342=15.634
max	8033.084-8058.355=-25.271

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.002-0.001=0.001
min	11560.066-11560.066=0.001
max	11560.072-11560.069=0.003

*mean*	7550.000-6043.000=1507.000
σ	0.000
min	7550.000-6043.000=1507.000
max	7550.000-6043.000=1507.000

*mean*	5446.542-6897.327=-1450.785
σ	1258.883-1241.084=17.799
min	4437.425-4428.311=9.114
max	7373.469-8125.857=-752.388

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.584-172.582=0.002
σ	0.027-0.029=-0.002
min	172.558
max	172.625-172.630=-0.005

*mean*	1962.000-1956.000=6.000
σ	0.000
min	1962.000-1956.000=6.000
max	1962.000-1956.000=6.000

*mean*	364.613-349.843=14.770
σ	25.571-42.607=-17.036
min	323.313-270.840=52.473
max	402.455-399.846=2.609

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.367=-0.006
σ	0.037-0.043=-0.006
min	357.321
max	357.399-357.424=-0.025

*mean*	1962.000-1956.000=6.000
σ	0.000
min	1962.000-1956.000=6.000
max	1962.000-1956.000=6.000

*mean*	755.367-743.787=11.580
σ	44.142-67.208=-23.066
min	667.118-600.138=66.980
max	813.651-798.676=14.975

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.200-1008.200=-0.000
σ	0.960-0.945=0.015
min	1007.715-1007.690=0.025
max	1012.197-1012.130=0.067

*mean*	1040.200-1040.950=-0.750
σ	303.497-304.695=-1.199
min	551.000
max	1467.000-1466.000=1.000

*mean*	1.590-1.554=0.035
σ	0.139-0.065=0.074
min	1.494-1.493=0.001
max	2.075-1.717=0.358

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.419-0.440=-0.021
σ	0.127-0.132=-0.005
min	0.338-0.337=0.002
max	0.645-0.654=-0.009

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.900-0.921=-0.021
σ	0.090-0.089=0.001
min	0.841-0.861=-0.020
max	1.055-1.075=-0.020

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.581-0.546=0.035
σ	0.063-0.051=0.012
min	0.521-0.514=0.007
max	0.653-0.636=0.017

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.867-0.861=0.006
σ	0.047-0.037=0.010
min	0.837-0.834=0.002
max	0.945-0.925=0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.540=0.003
σ	0.025-0.029=-0.004
min	963.523
max	963.583-963.591=-0.008

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.821-0.838=-0.017
σ	0.051-0.030=0.021
min	0.744-0.802=-0.058
max	0.874-0.867=0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.006-0.008=-0.002
min	884.847
max	884.860-884.864=-0.004

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.719-0.718=0.000
σ	0.035-0.059=-0.023
min	0.670-0.615=0.055
max	0.749-0.755=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.711=-0.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	4.316-3.558=0.758
σ	0.070-0.083=-0.013
min	4.182-3.288=0.894
max	4.558-3.804=0.754

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	4.289-3.533=0.757
σ	0.072-0.072=-0.000
min	4.120-3.409=0.710
max	4.540-3.765=0.776

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.771-0.761=0.010
σ	0.019-0.015=0.004
min	0.739-0.731=0.008
max	0.897-0.846=0.051

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.731-0.725=0.006
σ	0.014-0.013=0.001
min	0.701-0.696=0.005
max	0.801-0.775=0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.760-297.591=0.169
σ	0.246-0.209=0.037
min	297.543-297.441=0.101
max	298.391-298.165=0.226

*mean*	1962.000-1956.000=6.000
σ	0.000
min	1962.000-1956.000=6.000
max	1962.000-1956.000=6.000

*mean*	0.581-0.551=0.030
σ	0.061-0.038=0.023
min	0.514-0.514=0.000
max	0.698-0.616=0.082

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	290.031-290.039=-0.008
σ	0.043-0.039=0.004
min	289.983-289.992=-0.009
max	290.077-290.081=-0.004

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.406-0.390=0.016
σ	0.012-0.002=0.010
min	0.393-0.388=0.005
max	0.420-0.394=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.855-1299.963=-0.108
σ	0.070-0.097=-0.026
min	1299.767-1299.853=-0.086
max	1299.957-1300.106=-0.149

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	1.965-2.287=-0.322
σ	0.051-0.091=-0.041
min	1.891-2.187=-0.295
max	2.017-2.370=-0.353

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.915-1542.910=0.005
σ	4.017-3.989=0.029
min	1540.956-1540.965=-0.009
max	1550.096-1550.039=0.057

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	2.205-2.254=-0.049
σ	0.090-0.148=-0.058
min	2.075-2.044=0.031
max	2.298-2.406=-0.108

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.924-1861.892=0.033
σ	0.070-0.085=-0.015
min	1861.847-1861.763=0.084
max	1862.005-1861.986=0.019

*mean*	1757.200-1759.600=-2.400
σ	217.303-207.960=9.343
min	1468.000-1481.000=-13.000
max	1962.000-1956.000=6.000

*mean*	3.280-3.187=0.093
σ	0.348-0.424=-0.075
min	2.889-2.791=0.098
max	3.656-3.774=-0.118

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.733-1.836=-0.104
σ	0.108-0.087=0.021
min	1.622-1.691=-0.070
max	1.884-1.903=-0.019

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.745-446.746=-0.001
σ	577.197-577.197=-0.000
min	158.145-158.146=-0.001
max	1312.540-1312.542=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	0.551-0.547=0.004
σ	0.577-0.563=0.014
min	0.262-0.263=-0.002
max	1.416-1.392=0.024

policies=20

*mean*	1581.739-1581.747=-0.008
σ	0.369-0.357=0.012
min	1581.487-1581.508=-0.021
max	1582.287-1582.279=0.009

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	2.651-2.630=0.021
σ	0.018-0.005=0.013
min	2.635-2.624=0.011
max	2.674-2.637=0.037

policies=200

*mean*	15825.477-15825.323=0.153
σ	0.149-0.214=-0.065
min	15825.278-15825.017=0.261
max	15825.636-15825.494=0.143

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1467.000-1466.000=1.000
σ	0.000
min	1467.000-1466.000=1.000
max	1467.000-1466.000=1.000

*mean*	26.667-26.647=0.020
σ	0.121-0.069=0.052
min	26.562-26.583=-0.021
max	26.807-26.709=0.099