Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.350-0.350=0.001
min	54.482-54.481=0.001
max	55.613-55.610=0.002

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.139-0.139=-0.000
σ	0.004-0.004=-0.000
min	0.133-0.133=-0.000
max	0.146-0.147=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.001
σ	0.007-0.006=0.001
min	43.777-43.779=-0.002
max	43.799-43.797=0.002

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.124-0.121=0.003
σ	0.004-0.005=-0.001
min	0.120-0.114=0.005
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4289.875-4282.250=7.625
σ	1981.646-1976.034=5.612
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	85.382-54.514=30.869
σ	206.050-117.522=88.528
min	12.311-12.466=-0.155
max	595.329-345.364=249.965

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4289.875-4282.250=7.625
σ	1981.646-1976.034=5.612
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	13.748-13.443=0.305
σ	3.003-1.416=1.587
min	12.097-11.936=0.161
max	21.029-16.657=4.372

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	14.946-14.956=-0.010
σ	0.813-1.115=-0.302
min	13.123-12.710=0.413
max	15.540-15.964=-0.424

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	14.252-14.287=-0.035
σ	1.426-1.135=0.291
min	11.171-12.221=-1.050
max	15.542-15.693=-0.150

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931

*mean*	4173.625-4166.500=7.125
σ	1904.153-1899.394=4.760
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	13.817-13.698=0.119
σ	1.569-1.654=-0.086
min	11.278-10.803=0.475
max	15.450-15.514=-0.063

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.001
σ	0.002-0.003=-0.001
min	27.603-27.603=0.000
max	27.607-27.611=-0.004

*mean*	4173.625-4166.500=7.125
σ	1904.153-1899.394=4.760
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	9.378-8.907=0.472
σ	0.389-0.299=0.090
min	8.884-8.480=0.403
max	9.731-9.225=0.506

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4173.625-4166.500=7.125
σ	1904.153-1899.394=4.760
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	6.481-6.959=-0.477
σ	0.477-0.110=0.367
min	5.691-6.742=-1.051
max	7.135-7.106=0.029

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668

*mean*	4289.875-4282.250=7.625
σ	1981.646-1976.034=5.612
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	6.206-5.986=0.220
σ	0.699-0.137=0.562
min	5.643-5.807=-0.163
max	7.863-6.121=1.742

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4289.875-4282.250=7.625
σ	1981.646-1976.034=5.612
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	5.751-5.592=0.159
σ	0.804-0.176=0.628
min	5.267-5.233=0.033
max	7.684-5.850=1.834

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4289.875-4282.250=7.625
σ	1981.646-1976.034=5.612
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	5.685-5.643=0.042
σ	0.497-0.088=0.409
min	5.278-5.458=-0.180
max	6.867-5.749=1.117

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4289.875-4282.250=7.625
σ	1981.646-1976.034=5.612
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	5.581-5.502=0.079
σ	0.486-0.102=0.384
min	5.201-5.285=-0.084
max	6.759-5.617=1.142

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.001
max	2524.598-2524.597=0.001

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	1382.942-1348.434=34.508
σ	518.697-468.156=50.541
min	1030.130-1045.848=-15.717
max	2327.352-2244.367=82.986

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.040-0.041=-0.001
min	8744.545-8744.545=0.000
max	8744.660-8744.663=-0.003

*mean*	3594.625-3587.875=6.750
σ	1820.520-1813.045=7.475
min	1074.000-1070.000=4.000
max	5830.000-5810.000=20.000

*mean*	5050.321-4775.461=274.860
σ	1712.352-1463.856=248.496
min	3536.041-3544.040=-8.000
max	7524.919-6963.380=561.539

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.001

*mean*	4173.625-4166.500=7.125
σ	1904.153-1899.394=4.760
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	80.416-78.286=2.131
σ	9.276-5.871=3.405
min	72.459-71.193=1.267
max	99.316-87.621=11.695

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4173.625-4166.500=7.125
σ	1904.153-1899.394=4.760
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	81.486-78.821=2.666
σ	8.510-6.108=2.402
min	73.862-71.558=2.304
max	97.932-88.807=9.124

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.001-0.002=-0.001
min	40.944-40.944=-0.000
max	40.947-40.949=-0.002

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	103.863-102.613=1.251
σ	7.507-7.513=-0.007
min	90.685-87.116=3.569
max	109.358-107.197=2.162

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.002=-0.000
min	40.944-40.944=-0.000
max	40.947

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	103.866-102.572=1.293
σ	7.516-7.765=-0.249
min	90.755-86.601=4.154
max	109.590-107.681=1.909

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.953=0.001

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	106.402-104.395=2.007
σ	7.171-6.923=0.248
min	93.190-90.151=3.039
max	113.087-110.283=2.805

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.000
min	40.948-40.949=-0.000
max	40.953

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	104.254-102.764=1.490
σ	7.787-7.553=0.235
min	90.303-86.965=3.338
max	109.386-107.298=2.088

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.685=0.000
max	66.689-66.690=-0.001

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	234.352-248.377=-14.024
σ	212.068-251.565=-39.498
min	141.186-137.930=3.256
max	758.557-870.389=-111.832

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.001
σ	0.002-0.001=0.001
min	66.685
max	66.690-66.689=0.000

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	156.344-156.548=-0.204
σ	14.152-15.493=-1.342
min	133.593-130.389=3.204
max	168.520-170.820=-2.301

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.001
σ	4.318-4.318=-0.000
min	11655.305
max	11667.519-11667.519=-0.000

*mean*	4173.625-4166.500=7.125
σ	1904.153-1899.394=4.760
min	1553.000-1550.000=3.000
max	7213.000-7207.000=6.000

*mean*	7249.844-6258.000=991.844
σ	1076.279-1113.636=-37.356
min	4928.936-4935.506=-6.570
max	8052.037-7948.905=103.132

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.000
σ	0.002-0.001=0.001
min	11560.064-11560.064=0.000
max	11560.068-11560.068=0.001

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	5641.799-5521.772=120.027
σ	1352.212-1291.019=61.193
min	4400.086-4399.597=0.489
max	7755.147-7775.774=-20.627

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662-172.660=0.001
σ	0.010-0.015=-0.006
min	172.648-172.633=0.015
max	172.674-172.678=-0.004

*mean*	489.125-487.125=2.000
σ	0.354
min	489.000-487.000=2.000
max	490.000-488.000=2.000

*mean*	383.351-379.517=3.834
σ	25.365-27.737=-2.372
min	352.114-331.122=20.991
max	426.820-411.521=15.299

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468-357.456=0.012
σ	0.135-0.144=-0.009
min	357.321
max	357.619-357.611=0.008

*mean*	566.000-572.000=-6.000
σ	0.000
min	566.000-572.000=-6.000
max	566.000-572.000=-6.000

*mean*	746.540-792.189=-45.648
σ	67.234-26.662=40.571
min	623.709-754.087=-130.378
max	820.795-838.323=-17.528

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.079=0.004
σ	0.761-0.761=0.000
min	1007.608-1007.609=-0.001
max	1011.232-1011.227=0.006

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	1.562-1.558=0.004
σ	0.145-0.167=-0.021
min	1.434-1.398=0.036
max	2.067-1.992=0.076

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.309-0.315=-0.006
σ	0.110-0.141=-0.030
min	0.232-0.240=-0.008
max	0.504-0.566=-0.062

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.638-0.664=-0.027
σ	0.073-0.109=-0.036
min	0.584-0.601=-0.017
max	0.763-0.858=-0.095

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.387-0.394=-0.007
σ	0.029-0.025=0.004
min	0.362-0.368=-0.006
max	0.435-0.427=0.008

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.705-0.847=-0.142
σ	0.119-0.036=0.083
min	0.581-0.814=-0.234
max	0.841-0.904=-0.064

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.551=0.001
σ	0.024-0.030=-0.006
min	963.528-963.523=0.005
max	963.582-963.601=-0.019

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.831-0.808=0.023
σ	0.023-0.057=-0.035
min	0.791-0.722=0.069
max	0.844-0.856=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.856=-0.003
σ	0.006-0.005=0.000
min	884.847
max	884.859-884.861=-0.002

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.657-0.726=-0.069
σ	0.071-0.022=0.050
min	0.601-0.688=-0.086
max	0.737-0.741=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	4.249-4.265=-0.016
σ	0.084-0.088=-0.003
min	4.086-4.134=-0.048
max	4.552-4.600=-0.048

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.002

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	4.247-4.249=-0.002
σ	0.066-0.087=-0.022
min	4.128-4.105=0.023
max	4.529-4.595=-0.066

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.750-0.750=0.000
σ	0.025-0.019=0.005
min	0.718-0.716=0.001
max	0.921-0.863=0.058

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.710-0.549=0.161
σ	0.019-0.078=-0.059
min	0.683-0.491=0.192
max	0.815-0.785=0.029

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.407-297.438=-0.031
σ	0.223-0.197=0.026
min	297.198-297.255=-0.057
max	297.976-297.972=0.004

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.584-0.551=0.033
σ	0.041-0.032=0.009
min	0.505-0.508=-0.003
max	0.646-0.585=0.062

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.728-289.723=0.005
σ	0.034-0.035=-0.002
min	289.683-289.675=0.008
max	289.776-289.772=0.004

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.393-0.388=0.005
σ	0.006-0.001=0.005
min	0.389-0.386=0.003
max	0.404-0.388=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.642-1299.644=-0.002
σ	0.099-0.105=-0.005
min	1299.524-1299.513=0.011
max	1299.771-1299.763=0.008

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	1.946-1.924=0.023
σ	0.114-0.067=0.047
min	1.801-1.817=-0.017
max	2.085-1.996=0.088

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.628-1542.648=-0.021
σ	4.058-3.983=0.075
min	1540.581-1540.613=-0.033
max	1549.878-1549.766=0.113

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	2.262-2.333=-0.071
σ	0.220-0.300=-0.080
min	2.044-2.099=-0.055
max	2.602-2.687=-0.085

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.603-1861.595=0.008
σ	0.059-0.059=-0.000
min	1861.525-1861.512=0.013
max	1861.652-1861.645=0.006

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	2.993-2.959=0.034
σ	0.093-0.144=-0.051
min	2.874-2.849=0.025
max	3.111-3.192=-0.081

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.574-1.386=0.188
σ	0.209-0.291=-0.082
min	1.288-1.195=0.093
max	1.748-1.903=-0.155

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-446.147=0.003
σ	577.064-577.063=0.001
min	157.617-157.615=0.002
max	1311.746-1311.741=0.005

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	0.565-0.542=0.022
σ	0.586-0.534=0.052
min	0.266-0.270=-0.004
max	1.443-1.343=0.100

policies=20

*mean*	1576.422-1576.419=0.004
σ	0.341-0.356=-0.015
min	1576.188-1576.177=0.011
max	1576.928-1576.947=-0.019

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	2.636-2.647=-0.012
σ	0.029-0.024=0.005
min	2.606-2.613=-0.007
max	2.674-2.667=0.007

policies=200

*mean*	15772.218-15772.210=0.008
σ	0.165-0.059=0.106
min	15772.039-15772.132=-0.093
max	15772.414-15772.268=0.146

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7213.000-7207.000=6.000
σ	0.000
min	7213.000-7207.000=6.000
max	7213.000-7207.000=6.000

*mean*	26.446-26.622=-0.175
σ	0.150-0.101=0.049
min	26.353-26.542=-0.189
max	26.670-26.759=-0.089