Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.000
σ	0.349-0.352=-0.003
min	54.481-54.480=0.000
max	55.609-55.619=-0.010

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.138-0.141=-0.003
σ	0.005-0.009=-0.004
min	0.132-0.132=-0.000
max	0.146-0.162=-0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.786=-0.001
σ	0.008-0.006=0.002
min	43.776-43.774=0.003
max	43.804-43.797=0.007

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.123-0.122=0.000
σ	0.004-0.004=0.000
min	0.117-0.119=-0.001
max	0.129-0.129=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.003=-0.001
min	36.615
max	36.620-36.623=-0.003

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	12.470-12.232=0.239
σ	0.338-0.262=0.076
min	11.771-11.723=0.048
max	12.892-12.612=0.280

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	12.508-12.617=-0.109
σ	0.532-0.163=0.369
min	11.617-12.444=-0.826
max	13.036-12.874=0.161

op=table_records(), no indexes

*mean*	41.929-41.928=0.000
σ	0.001-0.001=0.001
min	41.928
max	41.932-41.929=0.003

*mean*	7543.000-7550.000=-7.000
σ	0.000
min	7543.000-7550.000=-7.000
max	7543.000-7550.000=-7.000

*mean*	14.128-13.913=0.216
σ	1.163-1.063=0.100
min	12.448-12.639=-0.191
max	15.601-15.287=0.314

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	12.577-11.555=1.021
σ	1.736-1.516=0.221
min	10.179-10.158=0.020
max	14.817-14.385=0.432

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.003-0.002=0.001
min	27.603
max	27.611-27.607=0.004

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	8.801-8.209=0.593
σ	0.851-0.283=0.568
min	7.991-7.800=0.191
max	10.236-8.547=1.689

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	6.850-6.290=0.560
σ	0.713-0.298=0.415
min	6.267-5.879=0.387
max	7.962-6.682=1.280

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.669-25.670=-0.000

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	5.429-5.310=0.120
σ	0.128-0.090=0.038
min	5.180-5.151=0.029
max	5.618-5.460=0.158

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	5.228-5.144=0.083
σ	0.163-0.177=-0.013
min	4.864-4.881=-0.018
max	5.419-5.395=0.023

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.001
σ	0.000-0.001=-0.001
min	2524.593-2524.593=-0.000
max	2524.594-2524.597=-0.003

*mean*	7543.000-7550.000=-7.000
σ	0.000
min	7543.000-7550.000=-7.000
max	7543.000-7550.000=-7.000

*mean*	1074.051-1047.251=26.799
σ	6.431-5.365=1.066
min	1063.725-1038.415=25.310
max	1081.155-1053.378=27.777

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.545=-0.001
max	8744.639-8744.640=-0.001

*mean*	3800.250-3770.750=29.500
σ	1597.143-1636.872=-39.730
min	2019.000-1900.000=119.000
max	5949.000-5952.000=-3.000

*mean*	4766.663-4676.969=89.694
σ	1541.560-1562.589=-21.029
min	3640.817-3527.327=113.490
max	7293.559-7210.761=82.797

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	83.459-86.442=-2.983
σ	12.483-12.057=0.426
min	71.025-70.514=0.511
max	108.582-103.910=4.671

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7543.000-7550.000=-7.000
σ	0.000
min	7543.000-7550.000=-7.000
max	7543.000-7550.000=-7.000

*mean*	233.942-234.903=-0.961
σ	375.152-378.222=-3.069
min	90.661-87.450=3.211
max	1162.240-1170.769=-8.528

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7543.000-7550.000=-7.000
σ	0.000
min	7543.000-7550.000=-7.000
max	7543.000-7550.000=-7.000

*mean*	153.026-152.389=0.637
σ	12.636-12.290=0.346
min	140.467-137.847=2.620
max	168.999-166.938=2.061

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.521-11667.520=0.001

*mean*	4271.875-4258.625=13.250
σ	1871.318-1893.571=-22.253
min	2019.000-1900.000=119.000
max	7543.000-7550.000=-7.000

*mean*	6626.483-6440.326=186.157
σ	1272.280-1191.837=80.443
min	5058.867-4937.585=121.282
max	8358.836-7951.844=406.992

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066
max	11560.069

*mean*	7543.000-7550.000=-7.000
σ	0.000
min	7543.000-7550.000=-7.000
max	7543.000-7550.000=-7.000

*mean*	5635.033-5416.738=218.295
σ	1412.461-1272.561=139.900
min	4537.327-4406.003=131.324
max	7605.388-7243.392=361.996

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.589-172.582=0.007
σ	0.022-0.022=-0.001
min	172.560-172.558=0.001
max	172.618-172.620=-0.002

*mean*	2019.000-1900.000=119.000
σ	0.000
min	2019.000-1900.000=119.000
max	2019.000-1900.000=119.000

*mean*	373.515-363.385=10.131
σ	45.433-18.784=26.649
min	318.566-343.786=-25.220
max	462.453-400.100=62.353

op=pointedIndexFromKvs

rows=400000

*mean*	357.358-357.361=-0.003
σ	0.037-0.037=0.000
min	357.321
max	357.402-357.402=0.000

*mean*	2019.000-1900.000=119.000
σ	0.000
min	2019.000-1900.000=119.000
max	2019.000-1900.000=119.000

*mean*	769.821-731.463=38.358
σ	27.876-66.096=-38.221
min	721.391-621.793=99.598
max	797.825-798.877=-1.052

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.183=0.001
σ	0.882-0.886=-0.004
min	1007.687-1007.684=0.002
max	1011.846-1011.862=-0.016

*mean*	1042.400-1040.200=2.200
σ	306.044-304.595=1.449
min	547.000-548.000=-1.000
max	1470.000-1468.000=2.000

*mean*	1.544-1.541=0.003
σ	0.108-0.133=-0.024
min	1.346-1.461=-0.115
max	1.769-2.022=-0.253

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.410-0.462=-0.053
σ	0.136-0.125=0.011
min	0.330-0.380=-0.049
max	0.651-0.681=-0.031

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.861-0.883=-0.021
σ	0.084-0.093=-0.010
min	0.807-0.827=-0.020
max	1.006-1.046=-0.040

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.524-0.550=-0.026
σ	0.058-0.043=0.014
min	0.480-0.521=-0.042
max	0.622-0.626=-0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.819-0.849=-0.030
σ	0.039-0.038=0.001
min	0.789-0.819=-0.030
max	0.885-0.907=-0.022

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.921-963.922=-0.001
σ	0.024-0.024=-0.000
min	963.902
max	963.961-963.962=-0.001

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.798-0.865=-0.067
σ	0.049-0.005=0.044
min	0.733-0.860=-0.128
max	0.860-0.873=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	884.890-884.889=0.000
σ	0.010-0.007=0.003
min	884.883
max	884.904-884.898=0.005

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.733-0.714=0.018
σ	0.034-0.060=-0.026
min	0.672-0.611=0.061
max	0.751-0.755=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	4.302-4.245=0.057
σ	0.084-0.217=-0.134
min	4.164-3.529=0.635
max	4.611-4.591=0.020

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	4.288-4.278=0.010
σ	0.075-0.069=0.006
min	4.134-4.158=-0.024
max	4.522-4.538=-0.017

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.735-0.762=-0.027
σ	0.020-0.018=0.001
min	0.703-0.726=-0.023
max	0.874-0.881=-0.008

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.701-0.724=-0.023
σ	0.026-0.013=0.013
min	0.505-0.695=-0.189
max	0.803-0.778=0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.368-297.289=0.079
σ	0.251-0.273=-0.022
min	297.160-297.052=0.108
max	298.049-297.956=0.092

*mean*	2019.000-1900.000=119.000
σ	0.000
min	2019.000-1900.000=119.000
max	2019.000-1900.000=119.000

*mean*	0.586-0.597=-0.010
σ	0.032-0.039=-0.007
min	0.502-0.513=-0.011
max	0.614-0.673=-0.060

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.765-289.778=-0.013
σ	0.037-0.035=0.002
min	289.723-289.735=-0.012
max	289.806-289.820=-0.014

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.393-0.400=-0.007
σ	0.009-0.010=-0.001
min	0.388-0.394=-0.006
max	0.409-0.418=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.664-1299.637=0.027
σ	0.060-0.078=-0.018
min	1299.578-1299.538=0.040
max	1299.726-1299.708=0.017

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	2.014-2.065=-0.051
σ	0.050-0.056=-0.006
min	1.967-1.991=-0.025
max	2.092-2.129=-0.037

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.615-1542.704=-0.089
σ	4.007-4.003=0.003
min	1540.632-1540.781=-0.149
max	1549.775-1549.861=-0.086

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	2.278-2.444=-0.166
σ	0.084-0.313=-0.229
min	2.129-2.169=-0.040
max	2.331-2.919=-0.587

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.639-1861.627=0.012
σ	0.067-0.075=-0.009
min	1861.547-1861.510=0.037
max	1861.719-1861.700=0.019

*mean*	1748.000-1740.200=7.800
σ	184.402-171.713=12.689
min	1537.000-1499.000=38.000
max	2019.000-1900.000=119.000

*mean*	2.928-3.119=-0.192
σ	0.130-0.287=-0.157
min	2.858-2.846=0.012
max	3.159-3.595=-0.436

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.708-1.715=-0.007
σ	0.178-0.085=0.093
min	1.503-1.595=-0.092
max	1.883-1.798=0.085

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.208-446.208=-0.000
σ	577.184-577.184=-0.000
min	157.614-157.614=0.000
max	1311.983-1311.984=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	0.545-0.533=0.012
σ	0.563-0.544=0.018
min	0.263-0.260=0.003
max	1.389-1.350=0.039

policies=20

*mean*	1576.416-1576.415=0.002
σ	0.341-0.338=0.003
min	1576.186-1576.184=0.002
max	1576.923-1576.916=0.006

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	2.611-2.600=0.011
σ	0.006-0.012=-0.006
min	2.602-2.587=0.015
max	2.615-2.614=0.002

policies=200

*mean*	15772.282-15772.305=-0.023
σ	0.044-0.070=-0.026
min	15772.249-15772.246=0.003
max	15772.346-15772.404=-0.058

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1470.000-1468.000=2.000
σ	0.000
min	1470.000-1468.000=2.000
max	1470.000-1468.000=2.000

*mean*	26.458-26.351=0.108
σ	0.050-0.075=-0.024
min	26.411-26.296=0.116
max	26.525-26.454=0.071