Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=-0.000
σ	0.349-0.348=0.001
min	54.480-54.478=0.002
max	55.610-55.609=0.002

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.141-0.141=0.000
σ	0.006-0.004=0.003
min	0.133-0.137=-0.004
max	0.156-0.146=0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.789=0.001
σ	0.004-0.005=-0.000
min	43.784-43.782=0.002
max	43.798-43.796=0.003

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.137-0.122=0.014
σ	0.010-0.005=0.005
min	0.120-0.115=0.005
max	0.149-0.130=0.018

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.619

*mean*	4286.125-4285.125=1.000
σ	1980.215-1980.490=-0.275
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	76.868-82.273=-5.405
σ	181.120-196.283=-15.163
min	12.586-12.531=0.055
max	525.116-568.048=-42.932

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4286.125-4285.125=1.000
σ	1980.215-1980.490=-0.275
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	14.045-13.710=0.335
σ	2.901-2.785=0.116
min	11.956-11.708=0.248
max	21.043-20.437=0.606

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	15.040-14.675=0.365
σ	0.953-1.012=-0.058
min	13.171-12.590=0.580
max	15.752-15.382=0.370

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	14.163-13.202=0.961
σ	1.054-1.531=-0.476
min	12.413-11.141=1.272
max	15.790-14.596=1.194

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.000

*mean*	4170.625-4168.875=1.750
σ	1903.218-1903.037=0.180
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	13.915-13.268=0.647
σ	1.750-1.244=0.507
min	11.501-11.538=-0.038
max	15.536-14.985=0.551

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=0.000

*mean*	4170.625-4168.875=1.750
σ	1903.218-1903.037=0.180
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	8.974-8.955=0.019
σ	0.238-0.204=0.034
min	8.568-8.722=-0.154
max	9.229-9.251=-0.022

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.001-0.002=-0.001
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4170.625-4168.875=1.750
σ	1903.218-1903.037=0.180
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	7.013-6.670=0.342
σ	0.161-0.253=-0.092
min	6.837-6.075=0.763
max	7.312-6.864=0.448

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4286.125-4285.125=1.000
σ	1980.215-1980.490=-0.275
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	6.248-6.317=-0.069
σ	0.554-0.623=-0.069
min	5.822-5.929=-0.107
max	7.546-7.820=-0.274

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4286.125-4285.125=1.000
σ	1980.215-1980.490=-0.275
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	5.821-5.772=0.048
σ	0.538-0.460=0.078
min	5.466-5.527=-0.061
max	7.138-6.903=0.235

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.972=-0.001

*mean*	4286.125-4285.125=1.000
σ	1980.215-1980.490=-0.275
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	5.929-5.913=0.016
σ	0.558-0.552=0.005
min	5.694-5.614=0.080
max	7.306-7.274=0.032

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967
max	25.971

*mean*	4286.125-4285.125=1.000
σ	1980.215-1980.490=-0.275
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	5.791-5.731=0.060
σ	0.545-0.440=0.105
min	5.423-5.495=-0.072
max	7.122-6.814=0.308

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=0.001
σ	0.002-0.002=0.000
min	2524.594-2524.594=0.000
max	2524.598

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	1415.515-1195.868=219.647
σ	605.633-399.359=206.274
min	1039.878-1044.807=-4.929
max	2704.309-2184.078=520.231

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=-0.000
σ	0.040-0.040=-0.000
min	8744.545-8744.545=0.000
max	8744.659-8744.660=-0.001

*mean*	3591.875-3590.750=1.125
σ	1818.698-1819.077=-0.379
min	1071.000
max	5823.000-5824.000=-1.000

*mean*	4729.044-4818.725=-89.681
σ	1513.973-1715.365=-201.392
min	3499.962-3523.819=-23.858
max	7166.499-7554.262=-387.763

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.001
σ	0.003-0.002=0.001
min	62.076-62.076=-0.000
max	62.083-62.080=0.003

*mean*	4170.625-4168.875=1.750
σ	1903.218-1903.037=0.180
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	80.601-78.447=2.154
σ	9.077-8.040=1.037
min	71.552-69.902=1.650
max	97.230-92.601=4.630

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4170.625-4168.875=1.750
σ	1903.218-1903.037=0.180
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	80.428-79.187=1.242
σ	9.184-8.186=0.998
min	72.094-70.439=1.656
max	97.313-93.061=4.251

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.943=0.000
max	40.949-40.947=0.001

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	103.704-101.744=1.960
σ	10.355-12.065=-1.710
min	80.622-73.899=6.723
max	109.309-108.751=0.559

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.001=0.000
min	40.944-40.944=-0.000
max	40.947-40.947=0.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	103.700-101.787=1.914
σ	10.230-12.224=-1.994
min	80.748-73.470=7.278
max	109.526-108.801=0.725

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.954-40.954=-0.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	105.276-104.116=1.160
σ	10.226-12.181=-1.955
min	83.519-77.315=6.204
max	113.904-113.654=0.251

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.001
σ	0.002-0.002=0.000
min	40.949-40.949=0.000
max	40.953-40.952=0.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	103.933-101.957=1.977
σ	10.350-12.010=-1.660
min	80.625-74.163=6.462
max	109.370-108.842=0.528

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.690-66.689=0.001

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	223.963-237.994=-14.031
σ	183.694-232.631=-48.938
min	128.590-119.565=9.025
max	677.298-812.361=-135.063

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.690=-0.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	155.632-154.481=1.151
σ	18.376-16.838=1.537
min	126.277-122.082=4.195
max	170.622-167.087=3.535

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.000
σ	4.319-4.318=0.001
min	11655.306-11655.305=0.001
max	11667.523-11667.520=0.004

*mean*	4170.625-4168.875=1.750
σ	1903.218-1903.037=0.180
min	1551.000-1552.000=-1.000
max	7208.000-7207.000=1.000

*mean*	6555.451-6711.080=-155.629
σ	1145.019-1211.587=-66.567
min	4902.527-4889.954=12.574
max	8083.811-8187.375=-103.564

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=-0.000
σ	0.002-0.002=0.000
min	11560.064-11560.064=0.000
max	11560.069-11560.068=0.001

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	5400.871-5775.916=-375.045
σ	1028.227-1518.860=-490.634
min	4336.722-4348.244=-11.522
max	6628.770-7653.305=-1024.535

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.664-172.666=-0.002
σ	0.009-0.008=0.001
min	172.649-172.650=-0.001
max	172.680-172.674=0.006

*mean*	486.000-485.375=0.625
σ	0.000-0.518=-0.518
min	486.000-485.000=1.000
max	486.000

*mean*	384.420-401.886=-17.466
σ	36.146-19.958=16.187
min	318.339-361.710=-43.371
max	418.333-422.361=-4.028

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.471-357.470=0.001
σ	0.162-0.164=-0.002
min	357.321
max	357.658-357.699=-0.042

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	775.745-790.302=-14.557
σ	65.765-36.261=29.504
min	621.277-711.153=-89.876
max	825.610-816.576=9.034

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.084=0.000
σ	0.761-0.759=0.002
min	1007.609-1007.610=-0.002
max	1011.230-1011.224=0.007

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	1.558-1.526=0.032
σ	0.178-0.127=0.051
min	1.422-1.417=0.006
max	2.125-1.861=0.264

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.411-0.306=0.105
σ	0.121-0.112=0.009
min	0.336-0.244=0.092
max	0.626-0.505=0.121

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.884-0.651=0.233
σ	0.083-0.071=0.012
min	0.814-0.605=0.209
max	1.027-0.775=0.251

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.541-0.579=-0.038
σ	0.038-0.094=-0.056
min	0.507-0.447=0.060
max	0.602-0.686=-0.084

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.003-0.002=0.001
min	2.355
max	2.361-2.358=0.002

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.839-0.887=-0.048
σ	0.037-0.056=-0.019
min	0.813-0.829=-0.016
max	0.901-0.947=-0.046

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.550=0.001
σ	0.022-0.035=-0.013
min	963.527
max	963.577-963.612=-0.034

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.752-0.805=-0.053
σ	0.055-0.050=0.005
min	0.689-0.735=-0.047
max	0.815-0.860=-0.045

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.860-884.860=0.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.720-0.712=0.008
σ	0.027-0.032=-0.006
min	0.672-0.665=0.007
max	0.735-0.742=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.712=-0.002

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	3.535-4.305=-0.770
σ	0.080-0.080=-0.000
min	3.415-4.149=-0.734
max	3.852-4.622=-0.769

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.661-7.658=0.003

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	3.545-4.266=-0.721
σ	0.137-0.079=0.058
min	3.384-4.129=-0.745
max	4.590-4.533=0.058

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.750-0.741=0.008
σ	0.015-0.018=-0.004
min	0.723-0.717=0.006
max	0.842-0.862=-0.020

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.711-0.706=0.005
σ	0.013-0.013=-0.001
min	0.683-0.678=0.005
max	0.767-0.766=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.309-297.424=-0.115
σ	0.225-0.218=0.007
min	297.201-297.278=-0.076
max	297.944-298.027=-0.083

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.555-0.592=-0.037
σ	0.036-0.025=0.010
min	0.512-0.528=-0.016
max	0.595-0.614=-0.019

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.726-289.730=-0.004
σ	0.032-0.050=-0.018
min	289.687-289.652=0.035
max	289.772-289.791=-0.019

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.390-0.407=-0.017
σ	0.005-0.016=-0.011
min	0.386-0.388=-0.002
max	0.398-0.422=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.655-1299.647=0.008
σ	0.113-0.109=0.004
min	1299.514-1299.514=-0.001
max	1299.772-1299.771=0.001

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	1.895-1.957=-0.062
σ	0.060-0.124=-0.064
min	1.817-1.822=-0.005
max	1.962-2.142=-0.180

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.629-1542.621=0.008
σ	3.997-4.069=-0.071
min	1540.555-1540.558=-0.002
max	1549.770-1549.891=-0.121

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	2.275-2.328=-0.053
σ	0.248-0.214=0.034
min	2.062-2.069=-0.007
max	2.621-2.514=0.107

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.604-1861.621=-0.016
σ	0.058-0.080=-0.022
min	1861.517-1861.509=0.007
max	1861.654-1861.713=-0.059

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	2.931-3.010=-0.080
σ	0.084-0.193=-0.109
min	2.844-2.857=-0.013
max	3.036-3.333=-0.296

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.592-1.572=0.020
σ	0.282-0.286=-0.004
min	1.277-1.233=0.044
max	1.900-1.895=0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-446.148=0.002
σ	577.065-577.064=0.001
min	157.615-157.613=0.002
max	1311.746-1311.744=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	0.530-0.540=-0.010
σ	0.531-0.545=-0.013
min	0.263-0.267=-0.005
max	1.328-1.357=-0.029

policies=20

*mean*	1576.426-1576.424=0.002
σ	0.345-0.353=-0.008
min	1576.193-1576.179=0.014
max	1576.937-1576.946=-0.010

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	2.629-2.651=-0.022
σ	0.026-0.017=0.009
min	2.605-2.626=-0.021
max	2.665-2.662=0.003

policies=200

*mean*	15772.034-15772.322=-0.287
σ	0.136-0.065=0.071
min	15771.833-15772.245=-0.411
max	15772.135-15772.394=-0.259

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7208.000-7207.000=1.000
σ	0.000
min	7208.000-7207.000=1.000
max	7208.000-7207.000=1.000

*mean*	26.601-26.667=-0.066
σ	0.128-0.138=-0.010
min	26.445-26.553=-0.108
max	26.718-26.848=-0.130