Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.002
σ	0.348-0.349=-0.000
min	54.485-54.480=0.005
max	55.607-55.610=-0.003

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.142-0.141=0.001
σ	0.003-0.006=-0.003
min	0.138-0.133=0.005
max	0.149-0.156=-0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.789=-0.003
σ	0.006-0.004=0.002
min	43.780-43.784=-0.004
max	43.798-43.798=-0.000

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.126-0.137=-0.011
σ	0.004-0.010=-0.005
min	0.123-0.120=0.003
max	0.133-0.149=-0.016

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4287.000-4286.125=0.875
σ	1980.549-1980.215=0.335
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	99.378-76.868=22.510
σ	244.817-181.120=63.698
min	12.509-12.586=-0.077
max	705.270-525.116=180.154

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4287.000-4286.125=0.875
σ	1980.549-1980.215=0.335
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	13.643-14.045=-0.403
σ	3.092-2.901=0.191
min	11.871-11.956=-0.085
max	21.119-21.043=0.077

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	15.056-15.040=0.016
σ	0.903-0.953=-0.051
min	13.320-13.171=0.150
max	16.073-15.752=0.320

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	13.811-14.163=-0.352
σ	1.122-1.054=0.068
min	11.123-12.413=-1.290
max	14.447-15.790=-1.342

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4170.625
σ	1903.176-1903.218=-0.042
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	13.706-13.915=-0.209
σ	1.671-1.750=-0.079
min	11.317-11.501=-0.183
max	15.307-15.536=-0.229

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4170.625
σ	1903.176-1903.218=-0.042
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	8.989-8.974=0.016
σ	0.399-0.238=0.161
min	8.172-8.568=-0.396
max	9.455-9.229=0.226

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.001=0.001
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4170.625
σ	1903.176-1903.218=-0.042
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	6.856-7.013=-0.157
σ	0.225-0.161=0.064
min	6.519-6.837=-0.319
max	7.151-7.312=-0.161

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.668

*mean*	4287.000-4286.125=0.875
σ	1980.549-1980.215=0.335
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	6.140-6.248=-0.108
σ	0.575-0.554=0.022
min	5.728-5.822=-0.094
max	7.526-7.546=-0.020

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4287.000-4286.125=0.875
σ	1980.549-1980.215=0.335
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	5.807-5.821=-0.014
σ	0.615-0.538=0.077
min	5.337-5.466=-0.130
max	7.264-7.138=0.125

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968-25.969=-0.001
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4287.000-4286.125=0.875
σ	1980.549-1980.215=0.335
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	5.903-5.929=-0.025
σ	0.651-0.558=0.093
min	5.456-5.694=-0.237
max	7.470-7.306=0.164

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971

*mean*	4287.000-4286.125=0.875
σ	1980.549-1980.215=0.335
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	5.711-5.791=-0.079
σ	0.649-0.545=0.103
min	5.137-5.423=-0.287
max	7.267-7.122=0.145

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	1439.852-1415.515=24.337
σ	616.541-605.633=10.908
min	1048.888-1039.878=9.010
max	2708.232-2704.309=3.923

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.040-0.040=-0.000
min	8744.545-8744.545=-0.000
max	8744.659-8744.659=0.000

*mean*	3592.500-3591.875=0.625
σ	1818.744-1818.698=0.046
min	1071.000
max	5824.000-5823.000=1.000

*mean*	5071.876-4729.044=342.832
σ	1713.985-1513.973=200.011
min	3570.940-3499.962=70.979
max	7540.555-7166.499=374.056

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.003=-0.001
min	62.076-62.076=-0.000
max	62.080-62.083=-0.003

*mean*	4170.625
σ	1903.176-1903.218=-0.042
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	80.110-80.601=-0.491
σ	7.596-9.077=-1.481
min	72.117-71.552=0.565
max	91.352-97.230=-5.878

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.001
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.000

*mean*	4170.625
σ	1903.176-1903.218=-0.042
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	80.739-80.428=0.311
σ	7.557-9.184=-1.627
min	72.966-72.094=0.872
max	91.941-97.313=-5.372

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.949=-0.001

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	103.818-103.704=0.114
σ	6.651-10.355=-3.703
min	91.113-80.622=10.491
max	108.536-109.309=-0.773

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.944=0.000
max	40.947

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	103.885-103.700=0.185
σ	6.853-10.230=-3.376
min	90.528-80.748=9.779
max	108.920-109.526=-0.606

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.954=0.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	106.812-105.276=1.536
σ	5.264-10.226=-4.962
min	96.627-83.519=13.108
max	112.121-113.904=-1.783

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=-0.000
max	40.953

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	103.790-103.933=-0.143
σ	6.614-10.350=-3.736
min	90.948-80.625=10.323
max	108.420-109.370=-0.950

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.689-66.690=-0.001

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	233.239-223.963=9.276
σ	208.275-183.694=24.581
min	142.051-128.590=13.461
max	748.141-677.298=70.843

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.002-0.002=0.000
min	66.685
max	66.689-66.689=0.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	155.827-155.632=0.195
σ	13.868-18.376=-4.508
min	130.359-126.277=4.082
max	167.477-170.622=-3.145

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.834=-0.000
σ	4.318-4.319=-0.002
min	11655.305-11655.306=-0.001
max	11667.519-11667.523=-0.004

*mean*	4170.625
σ	1903.176-1903.218=-0.042
min	1552.000-1551.000=1.000
max	7211.000-7208.000=3.000

*mean*	6700.613-6555.451=145.163
σ	1227.809-1145.019=82.790
min	4935.603-4902.527=33.076
max	7937.203-8083.811=-146.609

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=-0.000
σ	0.002-0.002=-0.000
min	11560.064-11560.064=-0.000
max	11560.069-11560.069=-0.001

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	5933.960-5400.871=533.089
σ	1343.616-1028.227=315.389
min	4425.384-4336.722=88.661
max	7702.822-6628.770=1074.051

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.669-172.664=0.005
σ	0.007-0.009=-0.003
min	172.657-172.649=0.008
max	172.675-172.680=-0.004

*mean*	487.000-486.000=1.000
σ	0.000
min	487.000-486.000=1.000
max	487.000-486.000=1.000

*mean*	403.873-384.420=19.453
σ	17.326-36.146=-18.820
min	367.075-318.339=48.736
max	420.488-418.333=2.155

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.457-357.471=-0.014
σ	0.151-0.162=-0.011
min	357.321
max	357.693-357.658=0.036

*mean*	564.000-563.000=1.000
σ	0.000
min	564.000-563.000=1.000
max	564.000-563.000=1.000

*mean*	742.519-775.745=-33.226
σ	71.473-65.765=5.708
min	626.659-621.277=5.382
max	818.958-825.610=-6.653

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.084=-0.001
σ	0.760-0.761=-0.001
min	1007.608-1007.609=-0.001
max	1011.227-1011.230=-0.003

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	1.584-1.558=0.027
σ	0.125-0.178=-0.053
min	1.472-1.422=0.050
max	1.988-2.125=-0.137

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.418-0.411=0.006
σ	0.145-0.121=0.024
min	0.335-0.336=-0.001
max	0.675-0.626=0.049

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.892-0.884=0.007
σ	0.094-0.083=0.011
min	0.828-0.814=0.014
max	1.055-1.027=0.028

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.536-0.541=-0.005
σ	0.043-0.038=0.005
min	0.492-0.507=-0.015
max	0.602-0.602=0.000

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.003=-0.001
min	2.355
max	2.358-2.361=-0.002

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.849-0.839=0.010
σ	0.037-0.037=-0.000
min	0.819-0.813=0.006
max	0.913-0.901=0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.551=0.001
σ	0.024-0.022=0.002
min	963.528-963.527=0.001
max	963.584-963.577=0.006

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.841-0.752=0.089
σ	0.024-0.055=-0.031
min	0.801-0.689=0.112
max	0.863-0.815=0.048

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.005-0.006=-0.001
min	884.847
max	884.859-884.860=-0.001

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.713-0.720=-0.007
σ	0.055-0.027=0.028
min	0.615-0.672=-0.057
max	0.740-0.735=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.710-7.711=-0.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	4.307-3.535=0.772
σ	0.082-0.080=0.002
min	4.183-3.415=0.768
max	4.619-3.852=0.767

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.661=-0.003

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	4.299-3.545=0.754
σ	0.093-0.137=-0.044
min	4.172-3.384=0.788
max	4.651-4.590=0.061

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.757-0.750=0.007
σ	0.026-0.015=0.011
min	0.642-0.723=-0.082
max	0.881-0.842=0.039

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.638-0.711=-0.073
σ	0.091-0.013=0.079
min	0.472-0.683=-0.211
max	0.863-0.767=0.096

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.243-297.309=-0.066
σ	0.218-0.225=-0.007
min	297.088-297.201=-0.113
max	297.821-297.944=-0.123

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.552-0.555=-0.002
σ	0.027-0.036=-0.009
min	0.517-0.512=0.005
max	0.592-0.595=-0.003

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.729-289.726=0.002
σ	0.032-0.032=0.000
min	289.685-289.687=-0.002
max	289.773-289.772=0.001

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.390-0.390=-0.000
σ	0.001-0.005=-0.004
min	0.389-0.386=0.002
max	0.391-0.398=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.655-1299.655=0.000
σ	0.118-0.113=0.006
min	1299.508-1299.514=-0.005
max	1299.778-1299.772=0.006

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	1.845-1.895=-0.050
σ	0.037-0.060=-0.023
min	1.806-1.817=-0.011
max	1.886-1.962=-0.076

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.625-1542.629=-0.004
σ	4.057-3.997=0.059
min	1540.581-1540.555=0.026
max	1549.873-1549.770=0.103

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	2.316-2.275=0.041
σ	0.183-0.248=-0.065
min	2.071-2.062=0.009
max	2.525-2.621=-0.095

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.621-1861.604=0.017
σ	0.090-0.058=0.032
min	1861.498-1861.517=-0.019
max	1861.739-1861.654=0.085

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	2.837-2.931=-0.094
σ	0.066-0.084=-0.017
min	2.722-2.844=-0.122
max	2.888-3.036=-0.148

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.565-1.592=-0.027
σ	0.258-0.282=-0.024
min	1.295-1.277=0.018
max	1.887-1.900=-0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.150=-0.002
σ	577.064-577.065=-0.000
min	157.612-157.615=-0.003
max	1311.744-1311.746=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	0.536-0.530=0.006
σ	0.534-0.531=0.002
min	0.267-0.263=0.005
max	1.337-1.328=0.009

policies=20

*mean*	1576.411-1576.426=-0.014
σ	0.350-0.345=0.006
min	1576.175-1576.193=-0.017
max	1576.931-1576.937=-0.006

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	2.629-2.629=0.001
σ	0.016-0.026=-0.010
min	2.613-2.605=0.008
max	2.644-2.665=-0.021

policies=200

*mean*	15772.259-15772.034=0.224
σ	0.091-0.136=-0.046
min	15772.133-15771.833=0.300
max	15772.343-15772.135=0.208

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7211.000-7208.000=3.000
σ	0.000
min	7211.000-7208.000=3.000
max	7211.000-7208.000=3.000

*mean*	26.480-26.601=-0.121
σ	0.029-0.128=-0.099
min	26.449-26.445=0.004
max	26.517-26.718=-0.202