Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.002
σ	0.352-0.351=0.001
min	54.481-54.486=-0.004
max	55.618-55.618=-0.000

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.139-0.142=-0.003
σ	0.005-0.004=0.001
min	0.132-0.137=-0.005
max	0.148-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.787=-0.001
σ	0.007-0.006=0.000
min	43.774-43.780=-0.006
max	43.800-43.801=-0.002

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.122-0.123=-0.000
σ	0.004-0.003=0.001
min	0.119-0.121=-0.002
max	0.128-0.132=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.001

*mean*	4288.125-4289.125=-1.000
σ	1980.169-1984.150=-3.982
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	111.602-98.897=12.705
σ	279.975-244.148=35.827
min	12.251-12.177=0.074
max	804.505-703.133=101.372

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4288.125-4289.125=-1.000
σ	1980.169-1984.150=-3.982
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	14.346-13.320=1.026
σ	4.178-0.911=3.267
min	11.901-12.744=-0.843
max	24.633-15.504=9.128

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	14.894-14.962=-0.068
σ	0.832-0.680=0.152
min	13.373-13.674=-0.301
max	15.494-15.724=-0.230

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	13.684-13.056=0.628
σ	0.773-0.895=-0.122
min	12.419-11.714=0.705
max	14.630-14.169=0.462

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4171.125-4172.250=-1.125
σ	1902.588-1906.155=-3.567
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	13.007-13.546=-0.539
σ	1.614-1.820=-0.206
min	10.737-10.718=0.018
max	14.495-15.642=-1.146

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.001
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4171.125-4172.250=-1.125
σ	1902.588-1906.155=-3.567
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	8.682-9.001=-0.319
σ	0.326-0.372=-0.045
min	8.142-8.256=-0.114
max	9.128-9.414=-0.286

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.001-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4171.125-4172.250=-1.125
σ	1902.588-1906.155=-3.567
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	6.633-6.794=-0.161
σ	0.160-0.324=-0.164
min	6.287-6.404=-0.116
max	6.791-7.327=-0.536

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.667-25.666=0.001
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.668=0.001

*mean*	4288.125-4289.125=-1.000
σ	1980.169-1984.150=-3.982
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	6.342-5.996=0.346
σ	0.956-0.142=0.814
min	5.833-5.810=0.024
max	8.699-6.236=2.463

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659
max	25.663-25.663=-0.000

*mean*	4288.125-4289.125=-1.000
σ	1980.169-1984.150=-3.982
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	5.800-5.566=0.234
σ	1.084-0.116=0.968
min	5.209-5.307=-0.098
max	8.464-5.685=2.779

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4288.125-4289.125=-1.000
σ	1980.169-1984.150=-3.982
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	5.796-5.682=0.114
σ	1.093-0.119=0.974
min	5.211-5.440=-0.229
max	8.481-5.828=2.653

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971

*mean*	4288.125-4289.125=-1.000
σ	1980.169-1984.150=-3.982
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	5.586-5.497=0.089
σ	1.077-0.169=0.908
min	5.058-5.141=-0.084
max	8.234-5.740=2.494

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=-0.000

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	1494.150-1483.176=10.974
σ	728.231-719.148=9.083
min	1041.175-1028.958=12.218
max	2937.084-2980.407=-43.323

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.042-0.040=0.002
min	8744.545-8744.545=-0.000
max	8744.666-8744.659=0.006

*mean*	3593.750-3593.500=0.250
σ	1816.694-1823.849=-7.155
min	1077.000-1069.000=8.000
max	5824.000-5834.000=-10.000

*mean*	4730.353-4462.183=268.171
σ	1422.322-1323.634=98.688
min	3480.569-3467.199=13.370
max	6952.552-6910.194=42.358

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.076=0.001
σ	0.002-0.001=0.001
min	62.075-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4171.125-4172.250=-1.125
σ	1902.588-1906.155=-3.567
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	78.992-77.014=1.978
σ	9.584-4.110=5.475
min	70.264-70.326=-0.061
max	99.469-82.794=16.675

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.001
max	62.080-62.080=-0.000

*mean*	4171.125-4172.250=-1.125
σ	1902.588-1906.155=-3.567
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	79.804-77.260=2.544
σ	9.845-3.805=6.040
min	70.626-70.801=-0.175
max	100.728-82.871=17.857

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.000
σ	0.001-0.002=-0.001
min	40.944-40.944=0.000
max	40.947-40.949=-0.002

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	103.885-103.144=0.740
σ	7.050-7.550=-0.500
min	92.243-90.549=1.694
max	108.519-109.428=-0.909

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.000
σ	0.002-0.002=0.000
min	40.944-40.943=0.001
max	40.948-40.947=0.000

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	103.756-103.114=0.641
σ	7.105-7.394=-0.289
min	91.950-90.943=1.007
max	108.528-108.857=-0.328

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.001
σ	0.003-0.002=0.000
min	40.949
max	40.956-40.954=0.002

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	105.999-105.480=0.519
σ	6.035-6.460=-0.425
min	94.782-94.451=0.331
max	111.534-112.057=-0.523

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.001
min	40.949-40.949=-0.000
max	40.954-40.953=0.001

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	103.928-103.058=0.870
σ	7.194-7.117=0.077
min	91.984-91.229=0.756
max	108.724-107.908=0.816

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.687=-0.001
σ	0.001-0.003=-0.002
min	66.685-66.685=-0.000
max	66.689-66.694=-0.005

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	224.858-209.357=15.500
σ	183.062-141.708=41.353
min	142.925-142.607=0.318
max	677.214-559.121=118.093

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.000
min	66.685
max	66.689

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	156.268-152.841=3.427
σ	16.602-21.522=-4.920
min	124.226-106.757=17.469
max	169.008-168.889=0.119

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.000
σ	4.318-4.319=-0.001
min	11655.305-11655.305=-0.000
max	11667.520-11667.522=-0.003

*mean*	4171.125-4172.250=-1.125
σ	1902.588-1906.155=-3.567
min	1550.000-1548.000=2.000
max	7214.000-7212.000=2.000

*mean*	7018.718-6789.668=229.050
σ	1082.099-1025.080=57.019
min	4870.492-4856.754=13.738
max	8127.772-8014.381=113.390

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.000
σ	0.001-0.002=-0.001
min	11560.064-11560.064=0.000
max	11560.068-11560.069=-0.001

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	5571.069-5773.843=-202.774
σ	1117.336-1357.794=-240.458
min	4353.359-4346.665=6.694
max	7442.617-7664.151=-221.533

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660-172.654=0.006
σ	0.015-0.012=0.002
min	172.634-172.642=-0.008
max	172.678-172.671=0.007

*mean*	489.000-486.000=3.000
σ	0.000
min	489.000-486.000=3.000
max	489.000-486.000=3.000

*mean*	373.170-359.539=13.631
σ	34.807-29.101=5.706
min	305.879-309.921=-4.042
max	412.935-394.366=18.569

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.488-357.475=0.013
σ	0.149-0.162=-0.013
min	357.321
max	357.663-357.635=0.028

*mean*	566.000-562.000=4.000
σ	0.000
min	566.000-562.000=4.000
max	566.000-562.000=4.000

*mean*	769.963-796.351=-26.387
σ	13.516-22.246=-8.730
min	738.375-745.815=-7.440
max	781.026-813.250=-32.223

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.084=-0.000
σ	0.761-0.761=-0.000
min	1007.606-1007.610=-0.004
max	1011.228-1011.230=-0.002

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	1.493-1.524=-0.030
σ	0.145-0.147=-0.003
min	1.388-1.383=0.004
max	1.890-1.893=-0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.312-0.323=-0.011
σ	0.115-0.108=0.007
min	0.233-0.236=-0.003
max	0.514-0.499=0.015

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.634-0.740=-0.107
σ	0.080-0.114=-0.034
min	0.573-0.602=-0.029
max	0.773-0.839=-0.066

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.505-0.534=-0.029
σ	0.031-0.043=-0.012
min	0.452-0.498=-0.046
max	0.529-0.603=-0.074

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.838-0.837=0.001
σ	0.045-0.041=0.004
min	0.802-0.806=-0.005
max	0.914-0.908=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.550=0.002
σ	0.027-0.026=0.001
min	963.527-963.536=-0.009
max	963.597-963.596=0.001

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.824-0.790=0.034
σ	0.021-0.086=-0.066
min	0.792-0.641=0.151
max	0.846-0.847=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.010=-0.003
min	884.847
max	884.862-884.869=-0.006

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.736-0.640=0.096
σ	0.006-0.005=0.001
min	0.731-0.634=0.097
max	0.746-0.646=0.100

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.713-7.709=0.003

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	4.292-3.494=0.797
σ	0.088-0.083=0.005
min	4.147-3.286=0.861
max	4.632-3.760=0.872

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	4.270-3.057=1.212
σ	0.073-0.385=-0.312
min	4.122-2.617=1.505
max	4.498-3.850=0.648

name=record_render_success.art

*mean*	2.288-2.288=-0.000
σ	0.002-0.002=0.000
min	2.287
max	2.291

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.755-0.540=0.215
σ	0.019-0.038=-0.018
min	0.722-0.513=0.208
max	0.897-0.885=0.012

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.712-0.509=0.203
σ	0.019-0.024=-0.005
min	0.683-0.403=0.279
max	0.846-0.690=0.155

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.324-297.507=-0.183
σ	0.234-0.240=-0.005
min	297.121-297.342=-0.220
max	297.965-298.163=-0.197

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.550-0.575=-0.026
σ	0.033-0.055=-0.022
min	0.517-0.513=0.004
max	0.592-0.700=-0.109

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.729-289.727=0.002
σ	0.032-0.031=0.001
min	289.679-289.684=-0.005
max	289.770-289.769=0.001

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.386-0.388=-0.002
σ	0.001-0.001=0.000
min	0.384-0.387=-0.002
max	0.387-0.389=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.648-1299.631=0.017
σ	0.107-0.104=0.004
min	1299.516-1299.505=0.010
max	1299.775-1299.773=0.002

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	1.912-2.039=-0.127
σ	0.057-0.092=-0.035
min	1.812-1.936=-0.123
max	1.959-2.174=-0.215

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.614-1542.638=-0.024
σ	4.010-4.052=-0.042
min	1540.552-1540.567=-0.015
max	1549.779-1549.877=-0.098

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	2.269-2.336=-0.068
σ	0.181-0.214=-0.033
min	2.104-2.124=-0.020
max	2.470-2.595=-0.125

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.605-1861.609=-0.004
σ	0.059-0.056=0.003
min	1861.519-1861.535=-0.016
max	1861.655-1861.668=-0.013

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	2.940-3.010=-0.070
σ	0.087-0.106=-0.019
min	2.865-2.878=-0.012
max	3.037-3.172=-0.135

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.516-1.470=0.047
σ	0.226-0.254=-0.028
min	1.279-1.277=0.002
max	1.780-1.812=-0.032

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.149-446.150=-0.001
σ	577.065-577.066=-0.002
min	157.614-157.614=-0.000
max	1311.746-1311.749=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	0.535-0.543=-0.008
σ	0.543-0.552=-0.009
min	0.257-0.266=-0.009
max	1.349-1.370=-0.021

policies=20

*mean*	1576.435-1576.426=0.009
σ	0.365-0.347=0.017
min	1576.193-1576.194=-0.001
max	1576.977-1576.942=0.035

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	2.654-2.636=0.018
σ	0.022-0.020=0.002
min	2.624-2.617=0.006
max	2.676-2.659=0.017

policies=200

*mean*	15772.211-15772.223=-0.012
σ	0.160-0.074=0.087
min	15772.049-15772.113=-0.063
max	15772.418-15772.263=0.155

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7214.000-7212.000=2.000
σ	0.000
min	7214.000-7212.000=2.000
max	7214.000-7212.000=2.000

*mean*	26.428-26.517=-0.089
σ	0.160-0.097=0.063
min	26.343-26.412=-0.069
max	26.669-26.612=0.057