Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-53.703=0.820
σ	0.370-0.368=0.001
min	54.378-53.562=0.816
max	55.574-54.751=0.823

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.140-0.136=0.005
σ	0.005-0.005=-0.000
min	0.136-0.130=0.006
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.058=0.707
σ	0.007-0.007=-0.000
min	43.756-43.050=0.706
max	43.777-43.069=0.708

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.122-0.121=0.001
σ	0.004-0.004=0.000
min	0.116-0.117=-0.001
max	0.128-0.128=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.001
min	36.616-36.615=0.000
max	36.619-36.620=-0.001

*mean*	4169.500-4285.125=-115.625
σ	1899.312-1980.080=-80.768
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	12.595-101.379=-88.785
σ	0.313-250.861=-250.548
min	12.189-12.443=-0.254
max	13.226-722.229=-709.003

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.619-36.620=-0.000

*mean*	4289.625-4285.125=4.500
σ	1979.093-1980.080=-0.986
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	95.012-13.984=81.028
σ	234.488-2.747=231.741
min	11.483-12.188=-0.704
max	675.338-20.721=654.618

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	14.820-14.816=0.004
σ	1.238-0.949=0.289
min	12.029-12.893=-0.864
max	15.540-15.594=-0.054

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	12.916-13.565=-0.649
σ	1.374-0.913=0.461
min	11.176-12.119=-0.943
max	15.088-14.415=0.673

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4169.500-4168.625=0.875
σ	1899.312-1902.642=-3.330
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	13.503-13.955=-0.451
σ	1.715-1.419=0.296
min	10.992-11.274=-0.282
max	15.244-15.545=-0.301

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4169.500-4168.625=0.875
σ	1899.312-1902.642=-3.330
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	9.127-9.252=-0.126
σ	0.361-0.498=-0.138
min	8.720-8.777=-0.056
max	9.744-10.246=-0.502

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.001
σ	0.002-0.001=0.001
min	26.399
max	26.403-26.403=0.000

*mean*	4169.500-4168.625=0.875
σ	1899.312-1902.642=-3.330
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	6.585-6.646=-0.062
σ	0.361-0.136=0.225
min	6.132-6.462=-0.330
max	7.265-6.871=0.394

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.001
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=-0.000

*mean*	4289.625-4285.125=4.500
σ	1979.093-1980.080=-0.986
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	6.099-6.347=-0.248
σ	0.679-0.969=-0.290
min	5.598-5.795=-0.198
max	7.703-8.730=-1.027

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=0.000
max	25.663-25.663=0.000

*mean*	4289.625-4285.125=4.500
σ	1979.093-1980.080=-0.986
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	5.754-5.798=-0.044
σ	0.711-0.448=0.263
min	5.154-5.548=-0.394
max	7.471-6.888=0.582

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4289.625-4285.125=4.500
σ	1979.093-1980.080=-0.986
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	5.788-5.941=-0.153
σ	0.637-0.487=0.150
min	5.247-5.649=-0.402
max	7.312-7.122=0.190

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4289.625-4285.125=4.500
σ	1979.093-1980.080=-0.986
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	5.754-5.805=-0.051
σ	0.649-0.367=0.282
min	5.311-5.542=-0.230
max	7.344-6.656=0.688

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.598=0.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	1186.791-1354.714=-167.923
σ	386.677-482.119=-95.442
min	1043.294-1032.212=11.082
max	2143.729-2221.758=-78.029

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.040-0.042=-0.001
min	8744.545-8744.545=-0.000
max	8744.660-8744.663=-0.003

*mean*	3596.750-3590.000=6.750
σ	1818.874-1818.552=0.322
min	1075.000-1070.000=5.000
max	5837.000-5822.000=15.000

*mean*	5001.306-5024.140=-22.833
σ	1581.008-1657.491=-76.483
min	3537.721-3527.548=10.173
max	7104.074-7333.502=-229.428

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.001

*mean*	4169.500-4168.625=0.875
σ	1899.312-1902.642=-3.330
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	83.720-81.330=2.390
σ	10.075-10.856=-0.781
min	75.037-71.806=3.231
max	104.081-101.102=2.979

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.000
σ	0.002-0.003=-0.001
min	62.076-62.076=0.000
max	62.080-62.084=-0.004

*mean*	4169.500-4168.625=0.875
σ	1899.312-1902.642=-3.330
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	84.658-82.167=2.491
σ	9.986-10.984=-0.997
min	75.265-72.408=2.857
max	104.674-102.297=2.378

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.000
σ	0.002-0.001=0.000
min	40.943-40.944=-0.000
max	40.947-40.947=0.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	100.741-103.527=-2.786
σ	12.439-9.016=3.423
min	73.621-84.323=-10.702
max	108.046-109.071=-1.025

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.000
max	40.948-40.948=-0.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	100.848-103.554=-2.706
σ	12.675-9.071=3.604
min	73.184-84.076=-10.892
max	108.641-109.142=-0.501

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.000
min	40.948-40.949=-0.000
max	40.953

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	104.104-105.699=-1.595
σ	10.462-7.330=3.132
min	81.535-90.692=-9.156
max	112.764-111.583=1.180

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.948-40.948=0.000
max	40.954-40.954=0.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	101.159-103.775=-2.616
σ	12.358-8.944=3.414
min	74.300-84.790=-10.490
max	108.680-108.901=-0.222

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.001
σ	0.002-0.001=0.001
min	66.686-66.685=0.000
max	66.690-66.689=0.001

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	205.856-234.681=-28.826
σ	145.930-214.832=-68.902
min	117.858-132.946=-15.088
max	564.526-765.491=-200.965

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.690=-0.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	149.435-156.202=-6.767
σ	23.319-14.819=8.500
min	110.168-132.903=-22.735
max	168.021-168.438=-0.417

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.520-11667.519=0.001

*mean*	4169.500-4168.625=0.875
σ	1899.312-1902.642=-3.330
min	1550.000
max	7203.000-7209.000=-6.000

*mean*	6618.182-6916.482=-298.299
σ	1171.136-1084.054=87.082
min	4856.904-4862.294=-5.390
max	7706.888-8036.077=-329.189

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.068-11560.068=-0.001

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	6113.546-5660.182=453.364
σ	1628.342-1097.140=531.202
min	4400.715-4406.855=-6.140
max	8745.435-7161.962=1583.474

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665-172.669=-0.005
σ	0.011-0.009=0.003
min	172.646-172.657=-0.010
max	172.677-172.681=-0.005

*mean*	487.250-486.000=1.250
σ	0.707-0.000=0.707
min	487.000-486.000=1.000
max	489.000-486.000=3.000

*mean*	392.917-404.962=-12.045
σ	18.687-20.674=-1.987
min	358.928-363.220=-4.292
max	412.896-420.636=-7.740

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467-357.472=-0.005
σ	0.156-0.168=-0.011
min	357.321
max	357.628-357.695=-0.067

*mean*	573.000-568.000=5.000
σ	0.000
min	573.000-568.000=5.000
max	573.000-568.000=5.000

*mean*	786.083-795.262=-9.179
σ	47.429-48.233=-0.804
min	703.068-723.628=-20.559
max	860.078-886.182=-26.104

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1005.003=3.078
σ	0.761-0.751=0.011
min	1007.604-1004.531=3.073
max	1011.227-1008.106=3.121

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	1.513-1.594=-0.081
σ	0.132-0.133=-0.001
min	1.382-1.396=-0.014
max	1.843-1.901=-0.057

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.001

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.413-0.317=0.096
σ	0.130-0.116=0.014
min	0.330-0.249=0.081
max	0.641-0.522=0.119

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=0.001
min	2.332
max	2.339-2.337=0.002

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.891-0.646=0.245
σ	0.088-0.091=-0.003
min	0.833-0.591=0.242
max	1.044-0.809=0.235

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.545-0.545=-0.001
σ	0.048-0.031=0.017
min	0.511-0.525=-0.014
max	0.629-0.599=0.029

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.849-0.873=-0.025
σ	0.042-0.060=-0.019
min	0.796-0.825=-0.028
max	0.910-0.962=-0.051

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.548=0.003
σ	0.027-0.024=0.003
min	963.535-963.523=0.012
max	963.598-963.578=0.020

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.811-0.815=-0.005
σ	0.051-0.031=0.020
min	0.725-0.777=-0.052
max	0.845-0.848=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.007-0.006=0.001
min	884.847
max	884.862-884.861=0.001

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.683-0.712=-0.030
σ	0.071-0.028=0.043
min	0.568-0.678=-0.110
max	0.738-0.741=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	3.521-4.229=-0.708
σ	0.086-0.070=0.016
min	3.368-4.097=-0.729
max	3.797-4.488=-0.691

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	3.929-4.231=-0.302
σ	0.387-0.077=0.309
min	3.385-4.070=-0.685
max	4.515-4.469=0.046

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.753-0.750=0.004
σ	0.019-0.018=0.001
min	0.716-0.719=-0.003
max	0.864-0.864=-0.000

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.714-0.714=0.001
σ	0.021-0.016=0.005
min	0.615-0.687=-0.072
max	0.793-0.812=-0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.331-294.459=2.871
σ	0.246-0.197=0.049
min	297.184-294.333=2.851
max	298.019-295.011=3.008

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.570-0.529=0.042
σ	0.028-0.032=-0.004
min	0.517-0.495=0.022
max	0.594-0.594=0.000

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-281.464=8.266
σ	0.040-0.041=-0.002
min	289.682-281.405=8.277
max	289.792-281.504=8.288

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.406-0.385=0.021
σ	0.020-0.009=0.011
min	0.386-0.379=0.006
max	0.432-0.401=0.031

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.640-1291.491=8.150
σ	0.091-0.099=-0.008
min	1299.534-1291.366=8.167
max	1299.742-1291.595=8.147

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	1.934-1.984=-0.050
σ	0.083-0.095=-0.013
min	1.791-1.869=-0.077
max	2.001-2.116=-0.115

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.624-1534.348=8.276
σ	4.086-4.043=0.044
min	1540.578-1532.313=8.265
max	1549.926-1541.569=8.357

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	2.280-2.307=-0.028
σ	0.244-0.272=-0.028
min	2.055-2.060=-0.005
max	2.667-2.643=0.024

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.597-1853.341=8.256
σ	0.057-0.086=-0.029
min	1861.512-1853.228=8.284
max	1861.648-1853.452=8.196

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	2.919-3.223=-0.304
σ	0.094-0.347=-0.253
min	2.813-2.819=-0.005
max	3.052-3.530=-0.478

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.497-1.626=-0.129
σ	0.315-0.247=0.068
min	1.007-1.361=-0.353
max	1.807-1.900=-0.093

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-442.429=3.717
σ	577.064-577.064=0.001
min	157.612-153.896=3.716
max	1311.743-1308.025=3.718

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	0.554-0.542=0.012
σ	0.572-0.554=0.019
min	0.267-0.263=0.005
max	1.412-1.373=0.040

policies=20

*mean*	1576.398-1539.223=37.176
σ	0.350-0.333=0.017
min	1576.162-1538.993=37.169
max	1576.918-1539.716=37.202

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	2.638-2.610=0.028
σ	0.017-0.015=0.002
min	2.616-2.592=0.023
max	2.652-2.629=0.023

policies=200

*mean*	15771.972-15400.413=371.559
σ	0.056-0.159=-0.104
min	15771.893-15400.195=371.698
max	15772.019-15400.569=371.451

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7203.000-7209.000=-6.000
σ	0.000
min	7203.000-7209.000=-6.000
max	7203.000-7209.000=-6.000

*mean*	26.507-26.167=0.340
σ	0.240-0.201=0.039
min	26.353-26.016=0.336
max	26.864-26.463=0.402