Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.351-0.347=0.004
min	54.485-54.486=-0.001
max	55.617-55.605=0.012

*mean*	417.600-417.000=0.600
σ	0.843-0.000=0.843
min	416.000-417.000=-1.000
max	418.000-417.000=1.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=-0.000
min	0.136-0.133=0.002
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.784-43.787=-0.003
σ	0.006-0.007=-0.001
min	43.776-43.778=-0.002
max	43.793-43.799=-0.006

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.003=0.001
min	0.115-0.121=-0.006
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4171.875-4287.000=-115.125
σ	1899.226-1980.679=-81.453
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	12.318-117.996=-105.678
σ	0.418-297.203=-296.785
min	11.863-12.569=-0.706
max	13.010-853.535=-840.526

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4291.875-4287.000=4.875
σ	1978.942-1980.679=-1.737
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	103.269-13.926=89.343
σ	255.890-3.319=252.570
min	12.575-11.891=0.684
max	736.563-21.980=714.582

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	14.246-14.897=-0.651
σ	1.215-0.874=0.341
min	11.716-13.226=-1.510
max	15.070-15.640=-0.570

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	12.890-13.522=-0.632
σ	1.110-0.964=0.145
min	10.806-11.868=-1.061
max	14.162-14.462=-0.300

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4171.875-4170.125=1.750
σ	1899.226-1903.025=-3.799
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	12.721-13.933=-1.212
σ	1.458-1.610=-0.153
min	10.784-11.169=-0.385
max	14.688-15.442=-0.754

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.002-0.003=-0.001
min	27.603
max	27.607-27.611=-0.004

*mean*	4171.875-4170.125=1.750
σ	1899.226-1903.025=-3.799
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	8.542-8.895=-0.352
σ	0.254-0.360=-0.106
min	8.131-8.167=-0.036
max	8.847-9.200=-0.353

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4171.875-4170.125=1.750
σ	1899.226-1903.025=-3.799
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	6.603-6.953=-0.350
σ	0.299-0.154=0.145
min	6.097-6.673=-0.576
max	6.924-7.141=-0.217

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.668=0.001

*mean*	4291.875-4287.000=4.875
σ	1978.942-1980.679=-1.737
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	5.721-6.164=-0.443
σ	0.593-0.583=0.010
min	5.386-5.823=-0.437
max	7.154-7.576=-0.422

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=0.000

*mean*	4291.875-4287.000=4.875
σ	1978.942-1980.679=-1.737
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	5.415-5.883=-0.469
σ	0.541-0.590=-0.050
min	5.071-5.602=-0.531
max	6.731-7.337=-0.605

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.971=0.001

*mean*	4291.875-4287.000=4.875
σ	1978.942-1980.679=-1.737
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	5.373-5.971=-0.598
σ	0.403-0.739=-0.336
min	5.135-5.635=-0.499
max	6.357-7.796=-1.439

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4291.875-4287.000=4.875
σ	1978.942-1980.679=-1.737
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	5.260-5.804=-0.544
σ	0.392-0.603=-0.211
min	5.053-5.516=-0.464
max	6.208-7.284=-1.077

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.597=0.001

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	1194.621-1347.514=-152.894
σ	415.565-446.970=-31.405
min	1026.290-1046.793=-20.502
max	2222.801-2216.583=6.218

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.000
σ	0.040-0.041=-0.000
min	8744.545-8744.545=0.000
max	8744.661-8744.661=-0.000

*mean*	3598.500-3593.125=5.375
σ	1819.402-1817.664=1.738
min	1076.000-1074.000=2.000
max	5839.000-5825.000=14.000

*mean*	4953.536-4743.208=210.328
σ	1596.041-1637.573=-41.533
min	3502.194-3526.421=-24.227
max	7014.892-7335.819=-320.927

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4171.875-4170.125=1.750
σ	1899.226-1903.025=-3.799
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	82.281-80.012=2.269
σ	10.566-6.942=3.624
min	71.253-71.915=-0.662
max	100.320-92.023=8.297

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4171.875-4170.125=1.750
σ	1899.226-1903.025=-3.799
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	83.051-80.799=2.252
σ	10.630-7.298=3.333
min	71.199-71.786=-0.587
max	100.913-92.138=8.775

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.001=0.000
min	40.944
max	40.947

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	102.087-103.736=-1.649
σ	9.650-7.336=2.313
min	83.615-89.299=-5.684
max	107.880-108.501=-0.622

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.948-40.947=0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	102.137-103.845=-1.708
σ	9.924-7.303=2.621
min	83.384-89.300=-5.916
max	108.399-108.482=-0.083

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.953=-0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	104.397-106.789=-2.392
σ	9.173-5.204=3.969
min	89.736-96.365=-6.628
max	112.698-112.375=0.323

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=0.001
min	40.948-40.949=-0.000
max	40.954-40.953=0.002

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	102.220-103.764=-1.544
σ	9.571-7.279=2.292
min	84.061-89.442=-5.381
max	108.520-108.349=0.171

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685-66.686=-0.000
max	66.690-66.690=0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	226.229-233.839=-7.609
σ	194.656-210.488=-15.832
min	131.978-140.829=-8.850
max	706.800-754.210=-47.410

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.690=-0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	153.685-157.178=-3.493
σ	18.279-13.257=5.022
min	121.863-134.743=-12.880
max	168.643-167.582=1.061

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=-0.000
min	11655.305-11655.305=-0.000
max	11667.519-11667.520=-0.001

*mean*	4171.875-4170.125=1.750
σ	1899.226-1903.025=-3.799
min	1552.000-1550.000=2.000
max	7205.000-7211.000=-6.000

*mean*	7004.260-6978.027=26.233
σ	1173.716-1276.974=-103.258
min	4918.654-4918.074=0.580
max	8314.334-8349.650=-35.315

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=-0.000
max	11560.068-11560.068=-0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	5671.153-5883.895=-212.743
σ	1525.791-1333.431=192.360
min	4357.434-4387.750=-30.316
max	8525.665-7679.185=846.480

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.668-172.667=0.001
σ	0.011-0.007=0.004
min	172.642-172.652=-0.009
max	172.681-172.674=0.007

*mean*	488.125-488.250=-0.125
σ	0.354-0.463=-0.109
min	488.000
max	489.000

*mean*	400.904-397.461=3.443
σ	20.720-18.359=2.362
min	371.589-368.973=2.616
max	424.511-415.923=8.587

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.458-357.463=-0.005
σ	0.153-0.153=-0.001
min	357.321
max	357.633-357.657=-0.024

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	801.328-768.822=32.506
σ	50.571-51.890=-1.319
min	707.854-671.743=36.110
max	890.570-810.433=80.137

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.083=0.001
σ	0.761-0.762=-0.000
min	1007.610-1007.611=-0.001
max	1011.231-1011.231=-0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	1.477-1.516=-0.039
σ	0.095-0.111=-0.016
min	1.380-1.418=-0.038
max	1.712-1.817=-0.104

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.887=-0.002

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.311-0.385=-0.074
σ	0.127-0.081=0.046
min	0.236-0.332=-0.096
max	0.535-0.526=0.010

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.787-0.882=-0.096
σ	0.171-0.097=0.073
min	0.617-0.819=-0.202
max	1.009-1.052=-0.043

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.528-0.538=-0.010
σ	0.048-0.050=-0.002
min	0.487-0.504=-0.017
max	0.601-0.626=-0.025

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.836-0.826=0.010
σ	0.045-0.039=0.007
min	0.801-0.805=-0.004
max	0.912-0.895=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.551=-0.010
σ	0.020-0.036=-0.016
min	963.523-963.527=-0.004
max	963.569-963.614=-0.044

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.833-0.826=0.006
σ	0.025-0.023=0.002
min	0.788-0.789=-0.001
max	0.851-0.845=0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.006-0.009=-0.003
min	884.847
max	884.860-884.868=-0.008

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.733-0.672=0.062
σ	0.004-0.058=-0.054
min	0.728-0.581=0.147
max	0.738-0.729=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.002

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	4.289-3.859=0.430
σ	0.112-0.377=-0.264
min	4.123-3.424=0.700
max	4.726-4.630=0.096

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.658=-0.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	4.260-3.527=0.732
σ	0.093-0.064=0.029
min	4.124-3.395=0.729
max	4.554-3.755=0.799

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.755-0.743=0.012
σ	0.021-0.018=0.003
min	0.716-0.708=0.008
max	0.870-0.862=0.008

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.716-0.706=0.010
σ	0.022-0.015=0.007
min	0.603-0.669=-0.066
max	0.837-0.761=0.076

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.509-297.371=0.138
σ	0.195-0.250=-0.055
min	297.384-297.175=0.209
max	298.034-298.017=0.017

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.576-0.547=0.029
σ	0.038-0.040=-0.002
min	0.518-0.498=0.020
max	0.616-0.601=0.015

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.722-289.727=-0.005
σ	0.028-0.046=-0.019
min	289.680-289.650=0.030
max	289.748-289.773=-0.025

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.396-0.396=-0.000
σ	0.006-0.011=-0.005
min	0.388-0.387=0.002
max	0.403-0.408=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.654-1299.629=0.025
σ	0.068-0.092=-0.024
min	1299.581-1299.516=0.065
max	1299.766-1299.752=0.014

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	2.018-1.872=0.146
σ	0.156-0.049=0.107
min	1.824-1.816=0.008
max	2.251-1.923=0.328

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.626-1542.648=-0.022
σ	4.067-4.009=0.058
min	1540.576-1540.666=-0.090
max	1549.893-1549.813=0.080

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	2.327-2.372=-0.045
σ	0.234-0.129=0.104
min	2.080-2.202=-0.122
max	2.658-2.514=0.144

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.608-1861.616=-0.008
σ	0.059-0.088=-0.029
min	1861.526-1861.497=0.029
max	1861.654-1861.724=-0.069

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	2.938-2.903=0.034
σ	0.073-0.055=0.018
min	2.880-2.855=0.025
max	3.044-2.987=0.057

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.810-1.535=0.275
σ	0.109-0.221=-0.113
min	1.662-1.271=0.391
max	1.924-1.725=0.199

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.145-446.147=-0.002
σ	577.063-577.065=-0.002
min	157.612-157.609=0.003
max	1311.739-1311.744=-0.005

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	0.540-0.536=0.004
σ	0.545-0.524=0.021
min	0.266-0.270=-0.004
max	1.357-1.323=0.035

policies=20

*mean*	1576.411-1576.415=-0.004
σ	0.353-0.360=-0.008
min	1576.175-1576.174=0.001
max	1576.935-1576.950=-0.015

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	2.628-2.648=-0.021
σ	0.016-0.014=0.002
min	2.605-2.637=-0.032
max	2.640-2.666=-0.026

policies=200

*mean*	15772.281-15772.302=-0.021
σ	0.111-0.090=0.021
min	15772.156-15772.212=-0.056
max	15772.408-15772.424=-0.016

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7205.000-7211.000=-6.000
σ	0.000
min	7205.000-7211.000=-6.000
max	7205.000-7211.000=-6.000

*mean*	26.564-26.595=-0.031
σ	0.250-0.122=0.128
min	26.285-26.491=-0.206
max	26.795-26.766=0.028