Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.001
σ	0.352-0.350=0.002
min	54.480-54.484=-0.004
max	55.618-55.612=0.006

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.138-0.143=-0.005
σ	0.004-0.005=-0.001
min	0.131-0.136=-0.005
max	0.145-0.151=-0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.007-0.006=0.001
min	43.773-43.779=-0.006
max	43.798-43.798=-0.000

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.004=0.000
min	0.117-0.119=-0.001
max	0.130-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4290.625-4268.625=22.000
σ	1877.362-1880.006=-2.644
min	2074.000-1984.000=90.000
max	7587.000-7556.000=31.000

*mean*	12.346-12.407=-0.061
σ	0.222-0.312=-0.090
min	12.082-11.832=0.249
max	12.721-12.864=-0.143

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4290.625-4268.625=22.000
σ	1877.362-1880.006=-2.644
min	2074.000-1984.000=90.000
max	7587.000-7556.000=31.000

*mean*	12.662-12.443=0.219
σ	0.564-0.550=0.014
min	11.712-11.593=0.119
max	13.219-12.994=0.225

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928-41.928=0.000
max	41.929-41.929=-0.000

*mean*	7587.000-7556.000=31.000
σ	0.000
min	7587.000-7556.000=31.000
max	7587.000-7556.000=31.000

*mean*	14.122-13.872=0.249
σ	1.197-1.164=0.033
min	12.508-12.312=0.196
max	15.346-15.207=0.138

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4089.125-4268.625=-179.500
σ	1526.791-1880.006=-353.215
min	2074.000-1984.000=90.000
max	5975.000-7556.000=-1581.000

*mean*	12.709-12.477=0.232
σ	1.854-2.218=-0.364
min	10.897-10.287=0.610
max	14.927-15.388=-0.461

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607

*mean*	4089.125-4268.625=-179.500
σ	1526.791-1880.006=-353.215
min	2074.000-1984.000=90.000
max	5975.000-7556.000=-1581.000

*mean*	8.716-8.819=-0.103
σ	0.538-1.340=-0.802
min	8.127-7.951=0.176
max	9.503-12.092=-2.589

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4089.125-4268.625=-179.500
σ	1526.791-1880.006=-353.215
min	2074.000-1984.000=90.000
max	5975.000-7556.000=-1581.000

*mean*	6.219-6.629=-0.410
σ	0.313-1.260=-0.948
min	5.667-5.185=0.481
max	6.628-9.522=-2.894

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.003=-0.001
min	25.664
max	25.670-25.672=-0.003

*mean*	4290.625-4268.625=22.000
σ	1877.362-1880.006=-2.644
min	2074.000-1984.000=90.000
max	7587.000-7556.000=31.000

*mean*	5.609-5.366=0.243
σ	0.129-0.148=-0.019
min	5.442-5.117=0.325
max	5.855-5.507=0.348

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4290.625-4268.625=22.000
σ	1877.362-1880.006=-2.644
min	2074.000-1984.000=90.000
max	7587.000-7556.000=31.000

*mean*	5.329-5.211=0.118
σ	0.181-0.059=0.121
min	5.012-5.099=-0.087
max	5.551-5.269=0.282

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=-0.000
σ	0.001-0.000=0.001
min	2524.593-2524.594=-0.001
max	2524.597-2524.594=0.003

*mean*	7587.000-7556.000=31.000
σ	0.000
min	7587.000-7556.000=31.000
max	7587.000-7556.000=31.000

*mean*	1110.994-1041.801=69.193
σ	164.173-8.660=155.513
min	1045.799-1029.657=16.142
max	1517.060-1054.133=462.927

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.001
σ	0.033-0.032=0.001
min	8744.545-8744.545=0.000
max	8744.640-8744.639=0.001

*mean*	3820.500-3789.250=31.250
σ	1591.957-1608.131=-16.174
min	2074.000-1984.000=90.000
max	5975.000-5946.000=29.000

*mean*	4540.059-4243.893=296.167
σ	1348.664-1169.983=178.681
min	3542.116-3502.366=39.750
max	6691.875-6517.220=174.655

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.079-62.078=0.001
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080

*mean*	4290.625-4268.625=22.000
σ	1877.362-1880.006=-2.644
min	2074.000-1984.000=90.000
max	7587.000-7556.000=31.000

*mean*	135.648-87.722=47.927
σ	151.212-13.601=137.610
min	72.146-71.934=0.212
max	508.799-111.112=397.687

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.001
σ	0.001-0.001=-0.001
min	40.944-40.944=-0.000
max	40.945-40.948=-0.002

*mean*	7587.000-7556.000=31.000
σ	0.000
min	7587.000-7556.000=31.000
max	7587.000-7556.000=31.000

*mean*	101.037-246.021=-144.985
σ	8.776-409.479=-400.703
min	88.570-89.091=-0.522
max	109.016-1259.290=-1150.274

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7587.000-7556.000=31.000
σ	0.000
min	7587.000-7556.000=31.000
max	7587.000-7556.000=31.000

*mean*	311.908-153.148=158.760
σ	448.678-11.437=437.241
min	137.063-141.628=-4.564
max	1421.888-168.205=1253.683

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.521-11667.520=0.001

*mean*	4089.125-4268.625=-179.500
σ	1526.791-1880.006=-353.215
min	2074.000-1984.000=90.000
max	5975.000-7556.000=-1581.000

*mean*	6427.067-5790.247=636.820
σ	1307.636-1117.992=189.644
min	4914.429-4863.424=51.005
max	8172.389-7928.792=243.597

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=0.000
min	11560.066
max	11560.069

*mean*	7587.000-7556.000=31.000
σ	0.000
min	7587.000-7556.000=31.000
max	7587.000-7556.000=31.000

*mean*	5280.325-5155.407=124.918
σ	1169.728-1123.335=46.392
min	4366.582-4345.615=20.968
max	7201.752-7359.690=-157.937

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.582=-0.001
σ	0.021-0.026=-0.005
min	172.558
max	172.613-172.626=-0.013

*mean*	2074.000-1984.000=90.000
σ	0.000
min	2074.000-1984.000=90.000
max	2074.000-1984.000=90.000

*mean*	352.317-362.868=-10.550
σ	60.729-43.042=17.687
min	263.430-269.384=-5.954
max	447.250-402.871=44.380

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.361=0.006
σ	0.045-0.043=0.002
min	357.321
max	357.420-357.410=0.010

*mean*	2074.000-1984.000=90.000
σ	0.000
min	2074.000-1984.000=90.000
max	2074.000-1984.000=90.000

*mean*	783.911-784.969=-1.057
σ	15.354-16.660=-1.306
min	769.858-745.897=23.962
max	813.767-800.472=13.295

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.187-1008.189=-0.002
σ	0.875-0.866=0.009
min	1007.687-1007.683=0.004
max	1011.805-1011.765=0.040

*mean*	1049.350-1044.450=4.900
σ	301.377-292.836=8.541
min	547.000-565.000=-18.000
max	1452.000-1432.000=20.000

*mean*	1.545-1.508=0.037
σ	0.076-0.046=0.030
min	1.479-1.458=0.021
max	1.759-1.618=0.140

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.397-0.434=-0.037
σ	0.111-0.144=-0.033
min	0.326-0.357=-0.031
max	0.593-0.690=-0.097

name=error_case.art

*mean*	2.333
σ	0.004-0.003=0.002
min	2.332
max	2.341-2.337=0.004

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.880-0.922=-0.042
σ	0.083-0.190=-0.107
min	0.823-0.821=0.002
max	1.025-1.261=-0.235

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.546-0.535=0.011
σ	0.049-0.052=-0.003
min	0.501-0.488=0.013
max	0.628-0.622=0.006

name=nested_use.art

*mean*	2.355
σ	0.002-0.002=0.000
min	2.355
max	2.359-2.358=0.000

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.850-0.838=0.012
σ	0.032-0.044=-0.012
min	0.824-0.805=0.019
max	0.902-0.914=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.544-963.547=-0.004
σ	0.025-0.033=-0.008
min	963.523
max	963.585-963.605=-0.020

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.800-0.817=-0.017
σ	0.077-0.039=0.037
min	0.671-0.776=-0.105
max	0.860-0.860=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.007-0.008=-0.001
min	884.847
max	884.863-884.864=-0.001

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.730-0.699=0.031
σ	0.028-0.053=-0.025
min	0.681-0.616=0.065
max	0.747-0.745=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.711=-0.000

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	3.495-3.514=-0.019
σ	0.083-0.069=0.014
min	3.374-3.376=-0.002
max	3.973-3.815=0.158

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	4.059-3.509=0.550
σ	0.330-0.087=0.244
min	3.406-3.382=0.024
max	4.442-3.827=0.615

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.745-0.741=0.004
σ	0.017-0.018=-0.001
min	0.704-0.711=-0.007
max	0.849-0.853=-0.004

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.710-0.706=0.004
σ	0.015-0.014=0.001
min	0.677-0.672=0.005
max	0.783-0.763=0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.471-297.424=0.047
σ	0.226-0.202=0.024
min	297.219-297.270=-0.051
max	298.018-297.959=0.059

*mean*	2074.000-1984.000=90.000
σ	0.000
min	2074.000-1984.000=90.000
max	2074.000-1984.000=90.000

*mean*	0.555-0.558=-0.003
σ	0.034-0.036=-0.002
min	0.512-0.506=0.006
max	0.590-0.592=-0.001

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-289.771=0.001
σ	0.038-0.038=-0.000
min	289.730-289.717=0.013
max	289.813-289.808=0.005

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.400-0.394=0.006
σ	0.009-0.008=0.001
min	0.394-0.388=0.006
max	0.415-0.408=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.683-1299.622=0.061
σ	0.095-0.100=-0.004
min	1299.568-1299.506=0.061
max	1299.822-1299.735=0.088

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	2.074-1.955=0.118
σ	0.105-0.060=0.046
min	1.977-1.861=0.116
max	2.219-2.022=0.197

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.628-1542.605=0.023
σ	4.043-4.026=0.017
min	1540.617-1540.602=0.015
max	1549.854-1549.798=0.056

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	2.313-2.216=0.097
σ	0.162-0.169=-0.007
min	2.099-2.044=0.055
max	2.517-2.418=0.099

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.635-1861.648=-0.014
σ	0.062-0.067=-0.005
min	1861.550-1861.570=-0.020
max	1861.694-1861.724=-0.031

*mean*	1733.200-1770.200=-37.000
σ	243.584-225.493=18.091
min	1452.000-1473.000=-21.000
max	2074.000-1984.000=90.000

*mean*	3.090-3.147=-0.057
σ	0.324-0.295=0.029
min	2.831-2.860=-0.029
max	3.640-3.569=0.071

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.727-1.664=0.063
σ	0.114-0.086=0.028
min	1.593-1.563=0.030
max	1.892-1.758=0.135

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.148=0.036
σ	577.140-577.065=0.076
min	157.611-157.614=-0.003
max	1311.894-1311.745=0.149

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	0.526-0.534=-0.008
σ	0.531-0.543=-0.012
min	0.260-0.261=-0.001
max	1.322-1.348=-0.026

policies=20

*mean*	1576.417-1576.425=-0.008
σ	0.357-0.360=-0.002
min	1576.179-1576.184=-0.005
max	1576.949-1576.960=-0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	2.629-2.631=-0.001
σ	0.041-0.019=0.022
min	2.595-2.612=-0.017
max	2.687-2.657=0.030

policies=200

*mean*	15772.214-15772.310=-0.096
σ	0.087-0.104=-0.017
min	15772.136-15772.226=-0.090
max	15772.338-15772.459=-0.122

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1452.000-1432.000=20.000
σ	0.000
min	1452.000-1432.000=20.000
max	1452.000-1432.000=20.000

*mean*	26.529-26.480=0.049
σ	0.070-0.090=-0.020
min	26.446-26.389=0.056
max	26.608-26.570=0.038