Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705-53.709=-0.004
σ	0.368-0.366=0.002
min	53.556-53.566=-0.010
max	54.752-54.750=0.003

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.138-0.150=-0.012
σ	0.004-0.012=-0.008
min	0.135-0.135=-0.000
max	0.145-0.166=-0.021

cache=y

dps=1

iters=10

policies=100

*mean*	43.059-43.060=-0.000
σ	0.005-0.005=0.000
min	43.052-43.049=0.003
max	43.068-43.067=0.000

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.121-0.125=-0.004
σ	0.006-0.009=-0.003
min	0.112-0.118=-0.006
max	0.132-0.145=-0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=-0.000
max	36.620-36.619=0.000

*mean*	4289.500-4161.500=128.000
σ	1982.961-1888.123=94.839
min	1550.000
max	7213.000-7167.000=46.000

*mean*	68.592-12.809=55.784
σ	157.728-0.417=157.311
min	12.522-12.287=0.236
max	458.949-13.537=445.412

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.001

*mean*	4289.500-4278.500=11.000
σ	1982.961-1966.112=16.849
min	1550.000
max	7213.000-7167.000=46.000

*mean*	12.993-13.684=-0.691
σ	0.580-2.281=-1.701
min	12.034-11.739=0.295
max	13.548-19.090=-5.543

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	15.026-14.910=0.117
σ	0.635-0.745=-0.110
min	13.580-13.489=0.091
max	15.587-15.470=0.117

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	12.864-13.918=-1.054
σ	1.208-1.007=0.201
min	11.397-12.797=-1.401
max	14.789-15.595=-0.805

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4173.125-4161.500=11.625
σ	1905.372-1888.123=17.249
min	1550.000
max	7213.000-7167.000=46.000

*mean*	14.045-13.932=0.114
σ	1.522-1.594=-0.071
min	11.062-11.438=-0.376
max	15.389-15.359=0.030

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603-27.603=-0.000
max	27.607-27.611=-0.004

*mean*	4173.125-4161.500=11.625
σ	1905.372-1888.123=17.249
min	1550.000
max	7213.000-7167.000=46.000

*mean*	8.947-9.108=-0.161
σ	0.230-0.352=-0.122
min	8.564-8.400=0.164
max	9.306-9.513=-0.207

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.001-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4173.125-4161.500=11.625
σ	1905.372-1888.123=17.249
min	1550.000
max	7213.000-7167.000=46.000

*mean*	6.814-6.645=0.169
σ	0.303-0.264=0.039
min	6.137-6.383=-0.246
max	7.091-7.207=-0.115

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668

*mean*	4289.500-4278.500=11.000
σ	1982.961-1966.112=16.849
min	1550.000
max	7213.000-7167.000=46.000

*mean*	6.071-6.183=-0.112
σ	0.078-0.577=-0.500
min	5.958-5.804=0.154
max	6.193-7.544=-1.352

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.001
σ	0.002-0.002=0.000
min	25.659-25.659=0.000
max	25.663-25.663=0.000

*mean*	4289.500-4278.500=11.000
σ	1982.961-1966.112=16.849
min	1550.000
max	7213.000-7167.000=46.000

*mean*	5.604-5.692=-0.088
σ	0.120-0.626=-0.507
min	5.401-5.066=0.334
max	5.770-7.160=-1.390

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.003-0.002=0.001
min	25.967
max	25.975-25.971=0.004

*mean*	4289.500-4278.500=11.000
σ	1982.961-1966.112=16.849
min	1550.000
max	7213.000-7167.000=46.000

*mean*	5.768-5.814=-0.046
σ	0.078-0.571=-0.493
min	5.626-5.232=0.394
max	5.865-7.162=-1.297

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4289.500-4278.500=11.000
σ	1982.961-1966.112=16.849
min	1550.000
max	7213.000-7167.000=46.000

*mean*	5.616-5.634=-0.018
σ	0.147-0.521=-0.374
min	5.409-5.043=0.366
max	5.843-6.834=-0.991

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=0.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	1403.886-1436.232=-32.346
σ	542.046-608.544=-66.499
min	1030.792-1038.070=-7.279
max	2257.418-2394.257=-136.839

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.000
σ	0.041-0.041=0.000
min	8744.545-8744.545=0.000
max	8744.660-8744.661=-0.000

*mean*	3595.625-3590.000=5.625
σ	1820.537-1810.087=10.450
min	1076.000-1075.000=1.000
max	5831.000-5812.000=19.000

*mean*	4508.581-4487.943=20.638
σ	1329.215-1355.223=-26.008
min	3521.223-3514.253=6.970
max	7085.150-7042.548=42.603

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.001
σ	0.001-0.002=-0.001
min	62.076
max	62.080

*mean*	4173.125-4161.500=11.625
σ	1905.372-1888.123=17.249
min	1550.000
max	7213.000-7167.000=46.000

*mean*	79.722-80.406=-0.685
σ	7.344-8.934=-1.589
min	72.649-71.421=1.228
max	93.468-98.261=-4.793

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4173.125-4161.500=11.625
σ	1905.372-1888.123=17.249
min	1550.000
max	7213.000-7167.000=46.000

*mean*	80.326-80.976=-0.650
σ	7.579-9.012=-1.433
min	72.500-71.377=1.123
max	93.980-98.694=-4.714

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.000
σ	0.002-0.001=0.001
min	40.944-40.944=-0.000
max	40.949-40.947=0.002

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	104.963-103.393=1.571
σ	6.474-6.094=0.380
min	92.848-93.037=-0.189
max	109.193-107.477=1.717

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.001
max	40.947

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	105.207-103.418=1.789
σ	6.274-6.019=0.255
min	93.169-93.039=0.131
max	109.193-107.187=2.005

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=0.001
min	40.949-40.949=-0.000
max	40.954-40.953=0.002

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	107.682-106.072=1.611
σ	7.067-5.901=1.167
min	95.821-94.925=0.896
max	116.438-111.693=4.745

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949-40.948=0.000
max	40.953-40.953=-0.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	105.383-103.718=1.665
σ	6.627-5.921=0.706
min	93.177-93.036=0.141
max	109.667-107.704=1.963

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.690-66.690=-0.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	214.265-216.719=-2.454
σ	152.936-162.574=-9.638
min	145.303-145.948=-0.645
max	592.177-618.567=-26.390

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.686=-0.000
σ	0.001-0.001=0.000
min	66.685
max	66.689

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	156.025-155.345=0.680
σ	16.579-14.803=1.777
min	120.717-124.363=-3.646
max	167.999-165.997=2.002

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.319-4.318=0.002
min	11655.305
max	11667.523-11667.519=0.004

*mean*	4173.125-4161.500=11.625
σ	1905.372-1888.123=17.249
min	1550.000
max	7213.000-7167.000=46.000

*mean*	6382.021-6096.729=285.291
σ	1238.284-1350.214=-111.931
min	4926.708-4892.002=34.706
max	8215.365-8252.587=-37.222

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.003-0.001=0.001
min	11560.064-11560.064=0.000
max	11560.072-11560.068=0.003

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	5914.107-5924.906=-10.798
σ	1398.262-1649.720=-251.458
min	4389.488-4378.827=10.661
max	7690.172-7778.394=-88.222

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.664-172.670=-0.005
σ	0.007-0.010=-0.002
min	172.656-172.657=-0.001
max	172.675-172.681=-0.007

*mean*	488.375-486.000=2.375
σ	1.061-0.000=1.061
min	488.000-486.000=2.000
max	491.000-486.000=5.000

*mean*	396.745-404.979=-8.235
σ	19.064-18.072=0.992
min	364.683-366.035=-1.352
max	418.983-418.981=0.002

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.460-357.472=-0.012
σ	0.161-0.151=0.010
min	357.321
max	357.675-357.654=0.021

*mean*	574.000-562.000=12.000
σ	0.000
min	574.000-562.000=12.000
max	574.000-562.000=12.000

*mean*	794.773-765.864=28.909
σ	20.481-74.802=-54.321
min	756.393-641.821=114.572
max	818.711-815.571=3.140

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.002-1005.002=0.000
σ	0.751-0.751=0.000
min	1004.525-1004.530=-0.005
max	1008.106-1008.105=0.001

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	1.602-1.596=0.006
σ	0.137-0.102=0.035
min	1.417-1.455=-0.037
max	1.854-1.821=0.034

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.343-0.205=0.138
σ	0.153-0.116=0.037
min	0.248-0.142=0.106
max	0.613-0.412=0.201

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.693-0.412=0.281
σ	0.141-0.143=-0.002
min	0.600-0.342=0.258
max	0.938-0.667=0.271

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.491-0.435=0.056
σ	0.117-0.176=-0.059
min	0.369-0.225=0.144
max	0.655-0.608=0.047

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.858-0.865=-0.007
σ	0.043-0.048=-0.005
min	0.829-0.826=0.003
max	0.931-0.946=-0.015

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.552=-0.004
σ	0.034-0.027=0.007
min	963.523-963.527=-0.004
max	963.608-963.595=0.013

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.778-0.812=-0.034
σ	0.057-0.048=0.009
min	0.705-0.742=-0.037
max	0.840-0.857=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.005-0.009=-0.003
min	884.847
max	884.861-884.867=-0.006

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.737-0.739=-0.002
σ	0.013-0.007=0.006
min	0.731-0.730=0.001
max	0.759-0.746=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	4.238-4.228=0.010
σ	0.082-0.090=-0.008
min	4.084-3.811=0.273
max	4.505-4.507=-0.002

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	4.235-4.222=0.012
σ	0.078-0.085=-0.007
min	4.091-4.062=0.029
max	4.497-4.492=0.005

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.755-0.762=-0.007
σ	0.019-0.023=-0.004
min	0.727-0.725=0.002
max	0.880-0.887=-0.007

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.721-0.718=0.003
σ	0.017-0.020=-0.002
min	0.692-0.686=0.006
max	0.825-0.807=0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.332-294.398=-0.066
σ	0.174-0.226=-0.052
min	294.083-294.246=-0.163
max	294.711-294.999=-0.288

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.571-0.550=0.021
σ	0.036-0.037=-0.001
min	0.511-0.506=0.006
max	0.609-0.601=0.008

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.451-281.465=-0.014
σ	0.036-0.038=-0.003
min	281.401-281.405=-0.004
max	281.501-281.502=-0.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.396-0.393=0.003
σ	0.013-0.008=0.005
min	0.385-0.387=-0.002
max	0.416-0.405=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.478-1291.491=-0.013
σ	0.094-0.093=0.001
min	1291.358-1291.371=-0.014
max	1291.600-1291.581=0.019

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	1.977-1.948=0.029
σ	0.080-0.099=-0.019
min	1.901-1.832=0.070
max	2.111-2.106=0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.349-1534.407=-0.058
σ	4.062-3.963=0.099
min	1532.319-1532.418=-0.098
max	1541.607-1541.491=0.116

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	2.309-2.392=-0.084
σ	0.254-0.304=-0.050
min	2.050-2.129=-0.078
max	2.657-2.755=-0.098

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.339-1853.319=0.020
σ	0.096-0.051=0.045
min	1853.205-1853.246=-0.041
max	1853.463-1853.369=0.094

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	3.150-3.018=0.131
σ	0.425-0.286=0.140
min	2.647-2.853=-0.206
max	3.700-3.519=0.181

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.669-1.492=0.176
σ	0.271-0.264=0.007
min	1.303-1.172=0.131
max	1.988-1.812=0.177

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.430-442.432=-0.001
σ	577.064-577.063=0.001
min	153.896-153.896=0.000
max	1308.026-1308.025=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	0.529-0.539=-0.010
σ	0.522-0.549=-0.027
min	0.265-0.262=0.002
max	1.312-1.363=-0.050

policies=20

*mean*	1539.202-1539.203=-0.001
σ	0.312-0.314=-0.002
min	1538.990-1538.999=-0.009
max	1539.665-1539.669=-0.004

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	2.581-2.583=-0.002
σ	0.046-0.012=0.034
min	2.516-2.575=-0.059
max	2.623-2.601=0.022

policies=200

*mean*	15400.387-15400.275=0.113
σ	0.147-0.080=0.066
min	15400.261-15400.221=0.040
max	15400.531-15400.392=0.139

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7213.000-7167.000=46.000
σ	0.000
min	7213.000-7167.000=46.000
max	7213.000-7167.000=46.000

*mean*	26.222-26.099=0.123
σ	0.257-0.168=0.089
min	26.033-25.939=0.093
max	26.584-26.260=0.324