Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-53.705=0.818
σ	0.370-0.369=0.000
min	54.378-53.556=0.822
max	55.574-54.755=0.819

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.140-0.139=0.002
σ	0.005-0.004=0.001
min	0.136-0.135=0.001
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.057=0.709
σ	0.007-0.007=0.000
min	43.756-43.045=0.711
max	43.777-43.070=0.707

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.122-0.122=0.000
σ	0.004-0.004=0.000
min	0.116-0.118=-0.002
max	0.128-0.128=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4169.500-4285.625=-116.125
σ	1899.312-1981.810=-82.498
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	12.595-95.047=-82.453
σ	0.313-232.649=-232.337
min	12.189-12.597=-0.408
max	13.226-670.825=-657.599

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4289.625-4285.625=4.000
σ	1979.093-1981.810=-2.717
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	95.012-14.610=80.401
σ	234.488-4.277=230.211
min	11.483-12.610=-1.126
max	675.338-25.180=650.158

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	14.820-15.000=-0.180
σ	1.238-1.090=0.147
min	12.029-12.728=-0.699
max	15.540-15.962=-0.421

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	12.916-13.540=-0.624
σ	1.374-1.432=-0.058
min	11.176-11.124=0.052
max	15.088-14.776=0.312

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.001
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.931=0.000

*mean*	4169.500-4169.250=0.250
σ	1899.312-1904.322=-5.010
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	13.503-13.646=-0.142
σ	1.715-1.557=0.158
min	10.992-11.273=-0.281
max	15.244-15.374=-0.129

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4169.500-4169.250=0.250
σ	1899.312-1904.322=-5.010
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	9.127-8.965=0.162
σ	0.361-0.431=-0.070
min	8.720-8.057=0.663
max	9.744-9.399=0.345

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.001
σ	0.002-0.001=0.001
min	26.399
max	26.403-26.403=0.000

*mean*	4169.500-4169.250=0.250
σ	1899.312-1904.322=-5.010
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	6.585-6.927=-0.343
σ	0.361-0.256=0.105
min	6.132-6.396=-0.264
max	7.265-7.270=-0.005

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.668=0.001

*mean*	4289.625-4285.625=4.000
σ	1979.093-1981.810=-2.717
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	6.099-6.402=-0.303
σ	0.679-0.996=-0.317
min	5.598-5.855=-0.257
max	7.703-8.843=-1.140

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.001
σ	0.002-0.002=-0.000
min	25.659-25.659=-0.000
max	25.663-25.663=-0.000

*mean*	4289.625-4285.625=4.000
σ	1979.093-1981.810=-2.717
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	5.754-5.998=-0.244
σ	0.711-1.045=-0.334
min	5.154-5.487=-0.333
max	7.471-8.564=-1.093

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.003=-0.001
min	25.967
max	25.972-25.975=-0.003

*mean*	4289.625-4285.625=4.000
σ	1979.093-1981.810=-2.717
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	5.788-6.022=-0.234
σ	0.637-1.033=-0.396
min	5.247-5.582=-0.335
max	7.312-8.572=-1.260

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4289.625-4285.625=4.000
σ	1979.093-1981.810=-2.717
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	5.754-5.996=-0.242
σ	0.649-0.935=-0.286
min	5.311-5.495=-0.183
max	7.344-8.263=-0.919

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.598=0.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	1186.791-1527.166=-340.375
σ	386.677-775.106=-388.429
min	1043.294-1042.413=0.881
max	2143.729-2797.276=-653.547

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.040-0.041=-0.000
min	8744.545-8744.545=-0.000
max	8744.660-8744.661=-0.001

*mean*	3596.750-3591.000=5.750
σ	1818.874-1819.547=-0.672
min	1075.000-1073.000=2.000
max	5837.000-5825.000=12.000

*mean*	5001.306-4841.011=160.295
σ	1581.008-1692.439=-111.431
min	3537.721-3504.303=33.417
max	7104.074-7350.002=-245.928

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.001
σ	0.002-0.001=0.001
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4169.500-4169.250=0.250
σ	1899.312-1904.322=-5.010
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	83.720-80.039=3.681
σ	10.075-6.672=3.403
min	75.037-72.280=2.756
max	104.081-91.716=12.365

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.000

*mean*	4169.500-4169.250=0.250
σ	1899.312-1904.322=-5.010
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	84.658-81.033=3.625
σ	9.986-6.959=3.027
min	75.265-72.545=2.720
max	104.674-92.754=11.921

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.000
σ	0.002-0.002=-0.000
min	40.943-40.943=-0.000
max	40.947-40.949=-0.001

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	100.741-104.110=-3.369
σ	12.439-8.500=3.939
min	73.621-89.650=-16.029
max	108.046-109.507=-1.460

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.948-40.947=0.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	100.848-104.044=-3.196
σ	12.675-8.487=4.188
min	73.184-89.539=-16.355
max	108.641-109.421=-0.780

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.948-40.949=-0.000
max	40.953-40.954=-0.002

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	104.104-105.885=-1.781
σ	10.462-9.089=1.373
min	81.535-90.868=-9.332
max	112.764-114.815=-2.052

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=0.001
min	40.948-40.949=-0.000
max	40.954-40.953=0.002

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	101.159-104.268=-3.108
σ	12.358-8.487=3.870
min	74.300-89.886=-15.586
max	108.680-109.633=-0.953

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.002=0.000
min	66.686-66.685=0.000
max	66.690-66.690=0.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	205.856-236.852=-30.996
σ	145.930-220.547=-74.617
min	117.858-140.197=-22.339
max	564.526-781.961=-217.435

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002-0.002=0.000
min	66.685
max	66.689

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	149.435-156.369=-6.935
σ	23.319-15.051=8.268
min	110.168-134.140=-23.972
max	168.021-169.396=-1.375

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.319=-0.001
min	11655.305
max	11667.520-11667.523=-0.003

*mean*	4169.500-4169.250=0.250
σ	1899.312-1904.322=-5.010
min	1550.000-1549.000=1.000
max	7203.000-7210.000=-7.000

*mean*	6618.182-6242.709=375.473
σ	1171.136-1275.436=-104.300
min	4856.904-4907.648=-50.744
max	7706.888-8300.341=-593.453

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.068-11560.068=-0.001

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	6113.546-5496.021=617.525
σ	1628.342-1269.421=358.921
min	4400.715-4340.849=59.866
max	8745.435-7699.699=1045.736

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665-172.662=0.002
σ	0.011-0.018=-0.006
min	172.646-172.632=0.014
max	172.677-172.679=-0.002

*mean*	487.250-486.000=1.250
σ	0.707-0.000=0.707
min	487.000-486.000=1.000
max	489.000-486.000=3.000

*mean*	392.917-374.980=17.937
σ	18.687-36.644=-17.957
min	358.928-307.729=51.199
max	412.896-418.976=-6.081

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467-357.475=-0.009
σ	0.156-0.167=-0.011
min	357.321
max	357.628-357.669=-0.040

*mean*	573.000-562.000=11.000
σ	0.000
min	573.000-562.000=11.000
max	573.000-562.000=11.000

*mean*	786.083-779.644=6.439
σ	47.429-55.255=-7.826
min	703.068-644.818=58.251
max	860.078-812.878=47.200

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1005.002=3.079
σ	0.761-0.750=0.011
min	1007.604-1004.530=3.074
max	1011.227-1008.103=3.123

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	1.513-1.598=-0.085
σ	0.132-0.120=0.011
min	1.382-1.405=-0.023
max	1.843-1.866=-0.023

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.001

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.413-0.418=-0.005
σ	0.130-0.122=0.008
min	0.330-0.348=-0.017
max	0.641-0.633=0.007

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=0.001
min	2.332
max	2.339-2.337=0.002

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.891-0.880=0.011
σ	0.088-0.085=0.003
min	0.833-0.822=0.011
max	1.044-1.024=0.021

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.545-0.546=-0.001
σ	0.048-0.043=0.005
min	0.511-0.520=-0.009
max	0.629-0.621=0.008

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.849-0.854=-0.005
σ	0.042-0.043=-0.001
min	0.796-0.817=-0.021
max	0.910-0.926=-0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.552=-0.000
σ	0.027-0.028=-0.001
min	963.535-963.534=0.001
max	963.598-963.601=-0.004

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.811-0.773=0.038
σ	0.051-0.065=-0.014
min	0.725-0.696=0.029
max	0.845-0.852=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.007-0.009=-0.002
min	884.847
max	884.862-884.868=-0.006

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.683-0.691=-0.008
σ	0.071-0.047=0.024
min	0.568-0.640=-0.072
max	0.738-0.736=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	3.521-4.267=-0.745
σ	0.086-0.089=-0.003
min	3.368-4.139=-0.771
max	3.797-4.647=-0.850

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	3.929-4.235=-0.306
σ	0.387-0.064=0.323
min	3.385-4.119=-0.734
max	4.515-4.432=0.083

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.753-0.751=0.002
σ	0.019-0.018=0.000
min	0.716-0.715=0.001
max	0.864-0.882=-0.018

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.714-0.723=-0.009
σ	0.021-0.031=-0.010
min	0.615-0.578=0.037
max	0.793-0.904=-0.111

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.331-294.378=2.953
σ	0.246-0.216=0.030
min	297.184-294.222=2.962
max	298.019-294.957=3.062

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.570-0.551=0.020
σ	0.028-0.031=-0.003
min	0.517-0.515=0.001
max	0.594-0.590=0.004

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-281.468=8.262
σ	0.040-0.037=0.003
min	289.682-281.410=8.272
max	289.792-281.501=8.291

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.406-0.395=0.011
σ	0.020-0.012=0.008
min	0.386-0.386=-0.000
max	0.432-0.412=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.640-1291.509=8.132
σ	0.091-0.117=-0.026
min	1299.534-1291.373=8.161
max	1299.742-1291.631=8.111

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	1.934-1.929=0.005
σ	0.083-0.082=0.001
min	1.791-1.798=-0.006
max	2.001-2.003=-0.002

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.624-1534.387=8.237
σ	4.086-4.025=0.061
min	1540.578-1532.354=8.224
max	1549.926-1541.581=8.345

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	2.280-2.377=-0.098
σ	0.244-0.265=-0.021
min	2.055-1.991=0.064
max	2.667-2.668=-0.001

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.597-1853.320=8.277
σ	0.057-0.063=-0.006
min	1861.512-1853.226=8.286
max	1861.648-1853.378=8.270

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	2.919-2.950=-0.031
σ	0.094-0.127=-0.033
min	2.813-2.863=-0.049
max	3.052-3.150=-0.098

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.497-1.483=0.013
σ	0.315-0.193=0.122
min	1.007-1.269=-0.262
max	1.807-1.704=0.103

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-442.431=3.715
σ	577.064-577.064=0.001
min	157.612-153.898=3.714
max	1311.743-1308.027=3.716

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	0.554-0.545=0.009
σ	0.572-0.562=0.010
min	0.267-0.261=0.006
max	1.412-1.388=0.024

policies=20

*mean*	1576.398-1539.239=37.159
σ	0.350-0.333=0.017
min	1576.162-1539.012=37.151
max	1576.918-1539.733=37.185

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	2.638-2.607=0.031
σ	0.017-0.016=0.001
min	2.616-2.585=0.030
max	2.652-2.623=0.030

policies=200

*mean*	15771.972-15400.458=371.514
σ	0.056-0.114=-0.058
min	15771.893-15400.379=371.515
max	15772.019-15400.626=371.394

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7203.000-7210.000=-7.000
σ	0.000
min	7203.000-7210.000=-7.000
max	7203.000-7210.000=-7.000

*mean*	26.507-26.308=0.199
σ	0.240-0.072=0.169
min	26.353-26.243=0.110
max	26.864-26.395=0.470