Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.616=0.002
σ	0.348-0.350=-0.002
min	54.478-54.483=-0.005
max	55.609-55.612=-0.004

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.141-0.140=0.001
σ	0.004-0.005=-0.001
min	0.137-0.136=0.001
max	0.146-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.786=0.003
σ	0.005-0.005=-0.001
min	43.782-43.779=0.003
max	43.796-43.797=-0.001

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.122-0.122=0.000
σ	0.005-0.004=0.001
min	0.115-0.117=-0.002
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4285.125-4286.875=-1.750
σ	1980.490-1977.393=3.097
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	82.273-109.310=-27.037
σ	196.283-272.405=-76.122
min	12.531-12.656=-0.125
max	568.048-783.478=-215.430

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4285.125-4286.875=-1.750
σ	1980.490-1977.393=3.097
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	13.710-13.252=0.458
σ	2.785-1.316=1.469
min	11.708-12.023=-0.314
max	20.437-16.108=4.329

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	14.675-14.937=-0.262
σ	1.012-0.915=0.096
min	12.590-13.189=-0.599
max	15.382-15.883=-0.501

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	13.202-13.871=-0.668
σ	1.531-0.885=0.646
min	11.141-12.684=-1.543
max	14.596-15.017=-0.421

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4168.875-4169.500=-0.625
σ	1903.037-1899.802=3.235
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	13.268-13.777=-0.509
σ	1.244-1.684=-0.441
min	11.538-11.109=0.429
max	14.985-15.402=-0.418

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=0.000

*mean*	4168.875-4169.500=-0.625
σ	1903.037-1899.802=3.235
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	8.955-9.140=-0.186
σ	0.204-0.439=-0.235
min	8.722-8.274=0.448
max	9.251-9.599=-0.347

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.001=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4168.875-4169.500=-0.625
σ	1903.037-1899.802=3.235
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	6.670-6.819=-0.149
σ	0.253-0.421=-0.168
min	6.075-6.184=-0.109
max	6.864-7.246=-0.382

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4285.125-4286.875=-1.750
σ	1980.490-1977.393=3.097
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	6.317-6.112=0.206
σ	0.623-0.068=0.555
min	5.929-5.974=-0.045
max	7.820-6.213=1.608

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.001
σ	0.002-0.002=-0.000
min	25.659-25.659=-0.000
max	25.663-25.663=-0.000

*mean*	4285.125-4286.875=-1.750
σ	1980.490-1977.393=3.097
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	5.772-5.691=0.081
σ	0.460-0.078=0.382
min	5.527-5.585=-0.058
max	6.903-5.839=1.064

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.003=-0.001
min	25.967
max	25.972-25.975=-0.003

*mean*	4285.125-4286.875=-1.750
σ	1980.490-1977.393=3.097
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	5.913-5.758=0.154
σ	0.552-0.072=0.481
min	5.614-5.666=-0.052
max	7.274-5.872=1.402

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4285.125-4286.875=-1.750
σ	1980.490-1977.393=3.097
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	5.731-5.631=0.100
σ	0.440-0.123=0.318
min	5.495-5.477=0.019
max	6.814-5.860=0.954

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.599=-0.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	1195.868-1447.308=-251.440
σ	399.359-645.977=-246.617
min	1044.807-1040.699=4.108
max	2184.078-2785.952=-601.874

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.040-0.041=-0.000
min	8744.545-8744.545=0.000
max	8744.660-8744.661=-0.000

*mean*	3590.750-3592.000=-1.250
σ	1819.077-1813.391=5.686
min	1071.000-1074.000=-3.000
max	5824.000-5819.000=5.000

*mean*	4818.725-4916.934=-98.209
σ	1715.365-1595.220=120.145
min	3523.819-3517.840=5.979
max	7554.262-7497.891=56.371

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.001
σ	0.002-0.001=0.001
min	62.076
max	62.080

*mean*	4168.875-4169.500=-0.625
σ	1903.037-1899.802=3.235
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	78.447-78.339=0.108
σ	8.040-5.647=2.393
min	69.902-70.637=-0.735
max	92.601-86.092=6.509

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.075=0.000
max	62.080-62.080=-0.000

*mean*	4168.875-4169.500=-0.625
σ	1903.037-1899.802=3.235
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	79.187-79.729=-0.542
σ	8.186-5.546=2.640
min	70.439-72.403=-1.964
max	93.061-87.161=5.900

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.001
max	40.947-40.949=-0.001

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	101.744-103.968=-2.224
σ	12.065-7.120=4.945
min	73.899-91.784=-17.885
max	108.751-108.433=0.317

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.001-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.947=-0.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	101.787-103.810=-2.024
σ	12.224-6.932=5.291
min	73.470-91.982=-18.511
max	108.801-108.195=0.605

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.954=0.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	104.116-107.003=-2.887
σ	12.181-5.190=6.991
min	77.315-98.693=-21.378
max	113.654-112.909=0.745

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.001
σ	0.002-0.002=-0.000
min	40.949-40.949=-0.000
max	40.952-40.953=-0.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	101.957-104.083=-2.126
σ	12.010-7.079=4.930
min	74.163-92.293=-18.130
max	108.842-108.608=0.234

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.689-66.690=-0.001

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	237.994-238.095=-0.101
σ	232.631-219.831=12.801
min	119.565-144.758=-25.193
max	812.361-781.596=30.765

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.001
σ	0.002-0.001=0.001
min	66.685
max	66.690-66.689=0.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	154.481-156.406=-1.925
σ	16.838-16.484=0.355
min	122.082-122.881=-0.799
max	167.087-169.619=-2.532

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.319=-0.001
min	11655.305-11655.305=-0.000
max	11667.520-11667.523=-0.004

*mean*	4168.875-4169.500=-0.625
σ	1903.037-1899.802=3.235
min	1552.000-1548.000=4.000
max	7207.000-7213.000=-6.000

*mean*	6711.080-7008.720=-297.640
σ	1211.587-1235.374=-23.787
min	4889.954-4864.494=25.460
max	8187.375-8152.535=34.840

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=-0.000
σ	0.002-0.003=-0.001
min	11560.064-11560.064=0.000
max	11560.068-11560.072=-0.003

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	5775.916-6073.840=-297.925
σ	1518.860-1482.323=36.537
min	4348.244-4356.818=-8.574
max	7653.305-7644.570=8.735

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.666-172.657=0.009
σ	0.008-0.013=-0.005
min	172.650-172.640=0.010
max	172.674-172.675=-0.001

*mean*	485.375-486.000=-0.625
σ	0.518-0.000=0.518
min	485.000-486.000=-1.000
max	486.000

*mean*	401.886-372.198=29.688
σ	19.958-44.639=-24.680
min	361.710-272.178=89.532
max	422.361-414.244=8.117

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.470-357.462=0.008
σ	0.164-0.151=0.013
min	357.321
max	357.699-357.614=0.085

*mean*	563.000-565.000=-2.000
σ	0.000
min	563.000-565.000=-2.000
max	563.000-565.000=-2.000

*mean*	790.302-800.739=-10.437
σ	36.261-20.934=15.327
min	711.153-760.008=-48.855
max	816.576-820.966=-4.390

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.078=0.005
σ	0.759-0.762=-0.002
min	1007.610-1007.611=-0.000
max	1011.224-1011.229=-0.006

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	1.526-1.566=-0.041
σ	0.127-0.128=-0.001
min	1.417-1.364=0.053
max	1.861-1.925=-0.064

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.306-0.322=-0.016
σ	0.112-0.122=-0.010
min	0.244-0.254=-0.010
max	0.505-0.539=-0.033

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.651-0.646=0.005
σ	0.071-0.085=-0.014
min	0.605-0.596=0.009
max	0.775-0.797=-0.022

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.579-0.385=0.194
σ	0.094-0.041=0.053
min	0.447-0.352=0.095
max	0.686-0.456=0.231

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.887-0.612=0.276
σ	0.056-0.027=0.029
min	0.829-0.587=0.243
max	0.947-0.654=0.293

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.552=-0.001
σ	0.035-0.024=0.012
min	963.527
max	963.612-963.582=0.030

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.805-0.800=0.005
σ	0.050-0.046=0.004
min	0.735-0.751=-0.015
max	0.860-0.848=0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.007-0.009=-0.002
min	884.847
max	884.860-884.866=-0.006

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.712-0.698=0.014
σ	0.032-0.062=-0.030
min	0.665-0.601=0.064
max	0.742-0.743=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.712=0.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	4.305-4.271=0.034
σ	0.080-0.089=-0.009
min	4.149-4.104=0.045
max	4.622-4.706=-0.085

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	4.266-4.248=0.017
σ	0.079-0.093=-0.014
min	4.129-4.110=0.019
max	4.533-4.752=-0.219

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.741-0.752=-0.011
σ	0.018-0.019=-0.000
min	0.717-0.700=0.017
max	0.862-0.862=-0.001

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.706-0.712=-0.007
σ	0.013-0.014=-0.001
min	0.678-0.679=-0.001
max	0.766-0.768=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.424-297.467=-0.042
σ	0.218-0.209=0.009
min	297.278-297.336=-0.058
max	298.027-298.024=0.002

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.592-0.580=0.012
σ	0.025-0.036=-0.011
min	0.528-0.536=-0.008
max	0.614-0.656=-0.042

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-289.724=0.006
σ	0.050-0.039=0.011
min	289.652-289.676=-0.025
max	289.791-289.782=0.008

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.407-0.396=0.011
σ	0.016-0.004=0.012
min	0.388-0.393=-0.005
max	0.422-0.402=0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.647-1299.646=0.001
σ	0.109-0.105=0.004
min	1299.514-1299.518=-0.003
max	1299.771-1299.770=0.001

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	1.957-2.015=-0.058
σ	0.124-0.199=-0.075
min	1.822-1.809=0.013
max	2.142-2.230=-0.088

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.621-1542.605=0.016
σ	4.069-4.052=0.017
min	1540.558-1540.594=-0.036
max	1549.891-1549.846=0.045

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	2.328-2.249=0.080
σ	0.214-0.155=0.059
min	2.069-2.088=-0.019
max	2.514-2.467=0.046

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.621-1861.614=0.007
σ	0.080-0.060=0.020
min	1861.509-1861.531=-0.021
max	1861.713-1861.670=0.043

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	3.010-3.085=-0.075
σ	0.193-0.263=-0.070
min	2.857-2.851=0.006
max	3.333-3.534=-0.201

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.572-1.562=0.010
σ	0.286-0.215=0.071
min	1.233-1.265=-0.032
max	1.895-1.842=0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.148=0.000
σ	577.064-577.064=-0.000
min	157.613-157.613=0.000
max	1311.744-1311.744=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	0.540-0.562=-0.022
σ	0.545-0.583=-0.038
min	0.267-0.269=-0.002
max	1.357-1.436=-0.079

policies=20

*mean*	1576.424-1576.405=0.019
σ	0.353-0.337=0.016
min	1576.179-1576.176=0.003
max	1576.946-1576.904=0.042

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	2.651-2.611=0.040
σ	0.017-0.034=-0.017
min	2.626-2.563=0.063
max	2.662-2.642=0.021

policies=200

*mean*	15772.322-15772.243=0.079
σ	0.065-0.100=-0.035
min	15772.245-15772.119=0.126
max	15772.394-15772.334=0.061

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7207.000-7213.000=-6.000
σ	0.000
min	7207.000-7213.000=-6.000
max	7207.000-7213.000=-6.000

*mean*	26.667-26.359=0.308
σ	0.138-0.060=0.078
min	26.553-26.277=0.276
max	26.848-26.411=0.438