Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.704-53.705=-0.001
σ	0.369-0.369=-0.000
min	53.563-53.556=0.006
max	54.754-54.755=-0.001

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.138-0.139=-0.001
σ	0.005-0.004=0.001
min	0.129-0.135=-0.005
max	0.146-0.145=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.060-43.057=0.003
σ	0.006-0.007=-0.001
min	43.051-43.045=0.007
max	43.070-43.070=0.000

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.122-0.122=0.000
σ	0.004-0.004=-0.001
min	0.119-0.118=0.001
max	0.127-0.128=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4286.375-4285.625=0.750
σ	1978.815-1981.810=-2.995
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	94.621-95.047=-0.426
σ	231.462-232.649=-1.187
min	12.419-12.597=-0.178
max	667.461-670.825=-3.364

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4286.375-4285.625=0.750
σ	1978.815-1981.810=-2.995
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	14.012-14.610=-0.598
σ	2.926-4.277=-1.352
min	11.774-12.610=-0.835
max	21.083-25.180=-4.097

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	15.016-15.000=0.016
σ	0.860-1.090=-0.230
min	13.328-12.728=0.600
max	15.945-15.962=-0.017

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	14.101-13.540=0.561
σ	1.223-1.432=-0.209
min	12.461-11.124=1.337
max	15.635-14.776=0.859

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.000

*mean*	4169.500-4169.250=0.250
σ	1901.251-1904.322=-3.071
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	13.921-13.646=0.275
σ	1.757-1.557=0.200
min	11.043-11.273=-0.230
max	15.507-15.374=0.134

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4169.500-4169.250=0.250
σ	1901.251-1904.322=-3.071
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	9.176-8.965=0.211
σ	0.367-0.431=-0.064
min	8.664-8.057=0.607
max	9.513-9.399=0.114

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.001=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4169.500-4169.250=0.250
σ	1901.251-1904.322=-3.071
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	6.549-6.927=-0.378
σ	0.147-0.256=-0.109
min	6.385-6.396=-0.011
max	6.816-7.270=-0.454

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.668

*mean*	4286.375-4285.625=0.750
σ	1978.815-1981.810=-2.995
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	6.201-6.402=-0.201
σ	0.526-0.996=-0.469
min	5.794-5.855=-0.061
max	7.470-8.843=-1.373

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.001
σ	0.002-0.002=-0.000
min	25.659-25.659=-0.000
max	25.663-25.663=-0.000

*mean*	4286.375-4285.625=0.750
σ	1978.815-1981.810=-2.995
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	5.883-5.998=-0.114
σ	0.611-1.045=-0.434
min	5.586-5.487=0.098
max	7.387-8.564=-1.177

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.003=-0.001
min	25.967
max	25.972-25.975=-0.003

*mean*	4286.375-4285.625=0.750
σ	1978.815-1981.810=-2.995
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	5.912-6.022=-0.110
σ	0.423-1.033=-0.609
min	5.627-5.582=0.045
max	6.922-8.572=-1.650

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4286.375-4285.625=0.750
σ	1978.815-1981.810=-2.995
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	5.734-5.996=-0.262
σ	0.480-0.935=-0.455
min	5.288-5.495=-0.207
max	6.867-8.263=-1.396

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.000
max	2524.598

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	1414.669-1527.166=-112.497
σ	624.676-775.106=-150.430
min	1026.477-1042.413=-15.936
max	2750.152-2797.276=-47.124

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.000
σ	0.041-0.041=-0.000
min	8744.545-8744.545=0.001
max	8744.661-8744.661=-0.000

*mean*	3591.625-3591.000=0.625
σ	1816.647-1819.547=-2.900
min	1073.000
max	5822.000-5825.000=-3.000

*mean*	5027.413-4841.011=186.402
σ	1718.397-1692.439=25.958
min	3468.783-3504.303=-35.521
max	7416.671-7350.002=66.669

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.001=0.000
min	62.076
max	62.080

*mean*	4169.500-4169.250=0.250
σ	1901.251-1904.322=-3.071
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	76.523-80.039=-3.515
σ	5.221-6.672=-1.450
min	70.726-72.280=-1.554
max	87.393-91.716=-4.322

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=-0.000

*mean*	4169.500-4169.250=0.250
σ	1901.251-1904.322=-3.071
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	77.306-81.033=-3.727
σ	5.158-6.959=-1.802
min	71.115-72.545=-1.430
max	87.981-92.754=-4.772

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.001
σ	0.003-0.002=0.001
min	40.943
max	40.951-40.949=0.002

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	104.875-104.110=0.765
σ	7.488-8.500=-1.012
min	90.829-89.650=1.180
max	109.570-109.507=0.064

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.000
max	40.947

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	104.879-104.044=0.836
σ	7.471-8.487=-1.017
min	90.965-89.539=1.426
max	109.500-109.421=0.078

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=0.000
min	40.949-40.949=-0.000
max	40.954-40.954=0.000

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	107.531-105.885=1.646
σ	7.477-9.089=-1.612
min	94.168-90.868=3.300
max	115.748-114.815=0.932

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.000
min	40.948-40.949=-0.001
max	40.953

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	104.966-104.268=0.699
σ	7.426-8.487=-1.061
min	90.992-89.886=1.105
max	109.625-109.633=-0.008

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.002=0.000
min	66.685-66.685=-0.000
max	66.689-66.690=-0.001

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	241.596-236.852=4.744
σ	228.259-220.547=7.711
min	142.482-140.197=2.285
max	805.947-781.961=23.986

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.002-0.002=0.000
min	66.685
max	66.689-66.689=0.000

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	156.691-156.369=0.322
σ	14.851-15.051=-0.200
min	130.041-134.140=-4.099
max	168.378-169.396=-1.018

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.319=-0.001
min	11655.305
max	11667.520-11667.523=-0.004

*mean*	4169.500-4169.250=0.250
σ	1901.251-1904.322=-3.071
min	1555.000-1549.000=6.000
max	7211.000-7210.000=1.000

*mean*	6596.605-6242.709=353.896
σ	1272.633-1275.436=-2.803
min	4839.302-4907.648=-68.346
max	8198.319-8300.341=-102.022

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.002-0.001=0.000
min	11560.064-11560.064=0.001
max	11560.068

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	5926.061-5496.021=430.040
σ	1432.206-1269.421=162.785
min	4354.609-4340.849=13.760
max	7662.061-7699.699=-37.638

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662-172.662=-0.001
σ	0.013-0.018=-0.005
min	172.644-172.632=0.012
max	172.682-172.679=0.003

*mean*	488.500-486.000=2.500
σ	0.756-0.000=0.756
min	488.000-486.000=2.000
max	490.000-486.000=4.000

*mean*	373.519-374.980=-1.461
σ	53.411-36.644=16.768
min	274.168-307.729=-33.560
max	421.327-418.976=2.351

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.472-357.475=-0.003
σ	0.161-0.167=-0.006
min	357.321
max	357.639-357.669=-0.030

*mean*	566.000-562.000=4.000
σ	0.000
min	566.000-562.000=4.000
max	566.000-562.000=4.000

*mean*	786.322-779.644=6.677
σ	29.050-55.255=-26.205
min	734.135-644.818=89.317
max	809.216-812.878=-3.662

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.001-1005.002=-0.001
σ	0.751-0.750=0.001
min	1004.531-1004.530=0.001
max	1008.105-1008.103=0.002

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	1.577-1.598=-0.020
σ	0.111-0.120=-0.009
min	1.426-1.405=0.021
max	1.834-1.866=-0.032

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.306-0.418=-0.112
σ	0.092-0.122=-0.030
min	0.256-0.348=-0.092
max	0.470-0.633=-0.163

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.867-0.880=-0.014
σ	0.098-0.085=0.013
min	0.779-0.822=-0.044
max	1.028-1.024=0.005

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.532-0.546=-0.014
σ	0.052-0.043=0.009
min	0.498-0.520=-0.022
max	0.620-0.621=-0.000

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.840-0.854=-0.014
σ	0.044-0.043=0.001
min	0.810-0.817=-0.008
max	0.916-0.926=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.552=-0.004
σ	0.023-0.028=-0.005
min	963.529-963.534=-0.004
max	963.579-963.601=-0.022

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.780-0.773=0.007
σ	0.069-0.065=0.004
min	0.689-0.696=-0.007
max	0.850-0.852=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.005-0.009=-0.004
min	884.847
max	884.860-884.868=-0.007

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.730-0.691=0.039
σ	0.004-0.047=-0.043
min	0.725-0.640=0.085
max	0.735-0.736=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	4.291-4.267=0.025
σ	0.077-0.089=-0.012
min	4.148-4.139=0.009
max	4.545-4.647=-0.102

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	4.265-4.235=0.030
σ	0.085-0.064=0.021
min	4.111-4.119=-0.008
max	4.637-4.432=0.204

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.757-0.751=0.006
σ	0.019-0.018=0.000
min	0.721-0.715=0.006
max	0.883-0.882=0.001

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.570-0.723=-0.153
σ	0.092-0.031=0.061
min	0.491-0.578=-0.087
max	0.812-0.904=-0.091

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.282-294.378=-0.096
σ	0.203-0.216=-0.013
min	294.168-294.222=-0.054
max	294.854-294.957=-0.104

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.537-0.551=-0.014
σ	0.032-0.031=0.002
min	0.495-0.515=-0.021
max	0.575-0.590=-0.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.464-281.468=-0.005
σ	0.039-0.037=0.002
min	281.405-281.410=-0.005
max	281.508-281.501=0.006

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.387-0.395=-0.008
σ	0.007-0.012=-0.005
min	0.378-0.386=-0.008
max	0.395-0.412=-0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.505-1291.509=-0.003
σ	0.113-0.117=-0.004
min	1291.353-1291.373=-0.020
max	1291.630-1291.631=-0.001

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	2.034-1.929=0.105
σ	0.078-0.082=-0.003
min	1.973-1.798=0.176
max	2.171-2.003=0.167

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.345-1534.387=-0.041
σ	3.979-4.025=-0.046
min	1532.254-1532.354=-0.100
max	1541.452-1541.581=-0.129

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	2.294-2.377=-0.084
σ	0.297-0.265=0.033
min	2.084-1.991=0.093
max	2.756-2.668=0.089

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.328-1853.320=0.008
σ	0.058-0.063=-0.005
min	1853.241-1853.226=0.015
max	1853.377-1853.378=-0.001

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	2.953-2.950=0.002
σ	0.138-0.127=0.011
min	2.846-2.863=-0.016
max	3.130-3.150=-0.020

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.624-1.483=0.141
σ	0.264-0.193=0.071
min	1.326-1.269=0.056
max	1.955-1.704=0.251

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.428-442.431=-0.003
σ	577.064-577.064=0.000
min	153.893-153.898=-0.004
max	1308.024-1308.027=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	0.536-0.545=-0.008
σ	0.544-0.562=-0.018
min	0.263-0.261=0.002
max	1.352-1.388=-0.036

policies=20

*mean*	1539.220-1539.239=-0.020
σ	0.333-0.333=-0.000
min	1538.994-1539.012=-0.017
max	1539.713-1539.733=-0.019

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	2.611-2.607=0.004
σ	0.026-0.016=0.010
min	2.592-2.585=0.006
max	2.648-2.623=0.025

policies=200

*mean*	15400.434-15400.458=-0.024
σ	0.105-0.114=-0.009
min	15400.284-15400.379=-0.094
max	15400.531-15400.626=-0.095

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7211.000-7210.000=1.000
σ	0.000
min	7211.000-7210.000=1.000
max	7211.000-7210.000=1.000

*mean*	26.162-26.308=-0.146
σ	0.190-0.072=0.119
min	25.990-26.243=-0.253
max	26.430-26.395=0.035