Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.000
σ	0.347-0.350=-0.002
min	54.484-54.481=0.003
max	55.605-55.610=-0.006

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.141-0.139=0.002
σ	0.004-0.004=-0.001
min	0.138-0.133=0.005
max	0.146-0.147=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.001
σ	0.007-0.006=0.001
min	43.777-43.779=-0.002
max	43.799-43.797=0.002

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.126-0.121=0.005
σ	0.008-0.005=0.003
min	0.119-0.114=0.005
max	0.141-0.129=0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.001

*mean*	4286.875-4282.250=4.625
σ	1975.702-1976.034=-0.332
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	85.047-54.514=30.534
σ	203.946-117.522=86.424
min	12.613-12.466=0.148
max	589.787-345.364=244.423

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4286.875-4282.250=4.625
σ	1975.702-1976.034=-0.332
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	13.854-13.443=0.411
σ	1.944-1.416=0.528
min	12.142-11.936=0.205
max	18.528-16.657=1.872

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	15.063-14.956=0.107
σ	1.017-1.115=-0.098
min	12.858-12.710=0.148
max	16.131-15.964=0.167

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	14.248-14.287=-0.038
σ	0.978-1.135=-0.157
min	12.482-12.221=0.261
max	15.496-15.693=-0.197

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4169.875-4166.500=3.375
σ	1898.485-1899.394=-0.908
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	14.163-13.698=0.464
σ	1.338-1.654=-0.316
min	11.563-10.803=0.760
max	15.461-15.514=-0.053

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603-27.603=-0.000
max	27.607-27.611=-0.004

*mean*	4169.875-4166.500=3.375
σ	1898.485-1899.394=-0.908
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	9.026-8.907=0.119
σ	0.369-0.299=0.071
min	8.317-8.480=-0.164
max	9.550-9.225=0.325

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4169.875-4166.500=3.375
σ	1898.485-1899.394=-0.908
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	6.546-6.959=-0.412
σ	0.393-0.110=0.283
min	6.079-6.742=-0.663
max	7.213-7.106=0.107

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.668=0.001

*mean*	4286.875-4282.250=4.625
σ	1975.702-1976.034=-0.332
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	6.146-5.986=0.159
σ	0.559-0.137=0.422
min	5.562-5.807=-0.245
max	7.426-6.121=1.305

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=-0.000
max	25.663-25.663=-0.000

*mean*	4286.875-4282.250=4.625
σ	1975.702-1976.034=-0.332
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	5.822-5.592=0.230
σ	0.591-0.176=0.415
min	5.340-5.233=0.107
max	7.245-5.850=1.395

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4286.875-4282.250=4.625
σ	1975.702-1976.034=-0.332
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	5.936-5.643=0.293
σ	0.615-0.088=0.527
min	5.185-5.458=-0.273
max	7.293-5.749=1.544

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4286.875-4282.250=4.625
σ	1975.702-1976.034=-0.332
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	5.708-5.502=0.206
σ	0.671-0.102=0.569
min	5.065-5.285=-0.220
max	7.253-5.617=1.637

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=-0.000
σ	0.002-0.002=0.001
min	2524.594-2524.594=-0.001
max	2524.599-2524.597=0.001

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	1447.409-1348.434=98.975
σ	672.679-468.156=204.523
min	1033.818-1045.848=-12.030
max	2897.171-2244.367=652.804

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.041-0.041=-0.001
min	8744.545-8744.545=0.000
max	8744.661-8744.663=-0.002

*mean*	3592.875-3587.875=5.000
σ	1810.372-1813.045=-2.673
min	1077.000-1070.000=7.000
max	5815.000-5810.000=5.000

*mean*	4608.921-4775.461=-166.541
σ	1406.989-1463.856=-56.868
min	3522.263-3544.040=-21.777
max	7146.807-6963.380=183.427

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.001
max	62.080-62.080=-0.001

*mean*	4169.875-4166.500=3.375
σ	1898.485-1899.394=-0.908
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	81.508-78.286=3.222
σ	11.128-5.871=5.257
min	72.680-71.193=1.487
max	99.018-87.621=11.397

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.001

*mean*	4169.875-4166.500=3.375
σ	1898.485-1899.394=-0.908
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	82.264-78.821=3.443
σ	11.667-6.108=5.559
min	72.360-71.558=0.802
max	100.418-88.807=11.611

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.000
max	40.947-40.949=-0.002

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	103.370-102.613=0.757
σ	8.758-7.513=1.245
min	87.060-87.116=-0.056
max	109.140-107.197=1.943

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.944=0.000
max	40.948-40.947=0.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	103.361-102.572=0.789
σ	8.636-7.765=0.872
min	87.395-86.601=0.794
max	109.115-107.681=1.434

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.953=-0.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	106.021-104.395=1.627
σ	8.332-6.923=1.409
min	91.739-90.151=1.588
max	113.067-110.283=2.784

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.953=0.002

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	103.496-102.764=0.732
σ	8.624-7.553=1.072
min	87.488-86.965=0.523
max	109.021-107.298=1.723

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685-66.685=-0.000
max	66.690-66.690=-0.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	236.273-248.377=-12.104
σ	217.515-251.565=-34.050
min	137.443-137.930=-0.488
max	773.803-870.389=-96.585

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.000
min	66.685
max	66.689

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	156.168-156.548=-0.379
σ	15.661-15.493=0.167
min	130.494-130.389=0.105
max	168.699-170.820=-2.121

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305-11655.305=0.000
max	11667.519-11667.519=0.000

*mean*	4169.875-4166.500=3.375
σ	1898.485-1899.394=-0.908
min	1552.000-1550.000=2.000
max	7214.000-7207.000=7.000

*mean*	6874.330-6258.000=616.330
σ	1176.086-1113.636=62.451
min	4920.080-4935.506=-15.426
max	8243.804-7948.905=294.899

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.068-11560.068=0.001

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	5823.178-5521.772=301.406
σ	1541.883-1291.019=250.864
min	4387.003-4399.597=-12.594
max	7750.582-7775.774=-25.192

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.656-172.660=-0.004
σ	0.011-0.015=-0.004
min	172.640-172.633=0.007
max	172.669-172.678=-0.009

*mean*	488.000-487.125=0.875
σ	0.000-0.354=-0.354
min	488.000-487.000=1.000
max	488.000

*mean*	368.118-379.517=-11.399
σ	54.373-27.737=26.636
min	271.497-331.122=-59.626
max	421.252-411.521=9.731

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477-357.456=0.021
σ	0.137-0.144=-0.007
min	357.321
max	357.623-357.611=0.012

*mean*	565.000-572.000=-7.000
σ	0.000
min	565.000-572.000=-7.000
max	565.000-572.000=-7.000

*mean*	758.540-792.189=-33.649
σ	72.492-26.662=45.830
min	593.963-754.087=-160.124
max	812.564-838.323=-25.759

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.079=0.005
σ	0.761-0.761=-0.000
min	1007.608-1007.609=-0.001
max	1011.231-1011.227=0.004

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	1.536-1.558=-0.022
σ	0.191-0.167=0.024
min	1.391-1.398=-0.007
max	2.197-1.992=0.205

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.312-0.315=-0.003
σ	0.113-0.141=-0.027
min	0.235-0.240=-0.005
max	0.512-0.566=-0.054

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.866-0.664=0.202
σ	0.090-0.109=-0.019
min	0.785-0.601=0.184
max	1.007-0.858=0.148

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.533-0.394=0.139
σ	0.041-0.025=0.016
min	0.497-0.368=0.130
max	0.594-0.427=0.168

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.855-0.847=0.008
σ	0.041-0.036=0.006
min	0.818-0.814=0.004
max	0.926-0.904=0.022

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.551=-0.001
σ	0.019-0.030=-0.010
min	963.534-963.523=0.011
max	963.583-963.601=-0.018

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.822-0.808=0.014
σ	0.038-0.057=-0.019
min	0.772-0.722=0.050
max	0.854-0.856=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.856=-0.002
σ	0.008-0.005=0.003
min	884.847
max	884.866-884.861=0.005

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.694-0.726=-0.033
σ	0.062-0.022=0.040
min	0.611-0.688=-0.077
max	0.745-0.741=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	3.521-4.265=-0.744
σ	0.084-0.088=-0.004
min	3.280-4.134=-0.854
max	3.822-4.600=-0.778

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	3.583-4.249=-0.667
σ	0.096-0.087=0.009
min	3.364-4.105=-0.741
max	3.969-4.595=-0.627

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.538-0.750=-0.212
σ	0.014-0.019=-0.006
min	0.514-0.716=-0.202
max	0.626-0.863=-0.237

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.513-0.549=-0.035
σ	0.011-0.078=-0.066
min	0.492-0.491=0.001
max	0.571-0.785=-0.215

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.741-297.438=0.303
σ	0.203-0.197=0.006
min	297.557-297.255=0.302
max	298.273-297.972=0.301

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.591-0.551=0.040
σ	0.061-0.032=0.029
min	0.514-0.508=0.006
max	0.730-0.585=0.145

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.726-289.723=0.003
σ	0.032-0.035=-0.003
min	289.685-289.675=0.009
max	289.773-289.772=0.001

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.392-0.388=0.004
σ	0.006-0.001=0.005
min	0.387-0.386=0.001
max	0.403-0.388=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.643-1299.644=-0.001
σ	0.102-0.105=-0.002
min	1299.519-1299.513=0.006
max	1299.766-1299.763=0.003

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	1.979-1.924=0.055
σ	0.145-0.067=0.078
min	1.830-1.817=0.013
max	2.157-1.996=0.161

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.607-1542.648=-0.041
σ	4.065-3.983=0.082
min	1540.591-1540.613=-0.022
max	1549.870-1549.766=0.104

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	2.265-2.333=-0.068
σ	0.194-0.300=-0.106
min	2.041-2.099=-0.058
max	2.568-2.687=-0.119

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.607-1861.595=0.011
σ	0.064-0.059=0.005
min	1861.525-1861.512=0.013
max	1861.666-1861.645=0.020

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	3.001-2.959=0.042
σ	0.109-0.144=-0.035
min	2.875-2.849=0.026
max	3.175-3.192=-0.017

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.445-1.386=0.059
σ	0.355-0.291=0.063
min	1.131-1.195=-0.064
max	1.861-1.903=-0.042

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.147=0.002
σ	577.065-577.063=0.002
min	157.613-157.615=-0.001
max	1311.746-1311.741=0.005

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	0.549-0.542=0.007
σ	0.556-0.534=0.022
min	0.269-0.270=-0.001
max	1.382-1.343=0.040

policies=20

*mean*	1576.429-1576.419=0.010
σ	0.354-0.356=-0.002
min	1576.192-1576.177=0.016
max	1576.955-1576.947=0.008

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	2.640-2.647=-0.008
σ	0.006-0.024=-0.018
min	2.631-2.613=0.018
max	2.645-2.667=-0.022

policies=200

*mean*	15771.988-15772.210=-0.222
σ	0.468-0.059=0.409
min	15771.290-15772.132=-0.842
max	15772.291-15772.268=0.024

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7214.000-7207.000=7.000
σ	0.000
min	7214.000-7207.000=7.000
max	7214.000-7207.000=7.000

*mean*	26.529-26.622=-0.093
σ	0.184-0.101=0.083
min	26.346-26.542=-0.196
max	26.783-26.759=0.024