Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.521-53.703=0.818
σ	0.368-0.369=-0.001
min	54.382-53.563=0.819
max	55.568-54.752=0.815

*mean*	413.000-416.000=-3.000
σ	0.000
min	413.000-416.000=-3.000
max	413.000-416.000=-3.000

*mean*	0.139-0.139=0.000
σ	0.004-0.003=0.001
min	0.133-0.136=-0.002
max	0.146-0.144=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.057=0.709
σ	0.008-0.007=0.002
min	43.750-43.050=0.700
max	43.781-43.071=0.709

*mean*	413.000-416.000=-3.000
σ	0.000
min	413.000-416.000=-3.000
max	413.000-416.000=-3.000

*mean*	0.123-0.122=0.001
σ	0.003-0.004=-0.000
min	0.120-0.117=0.002
max	0.128-0.127=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.001

*mean*	4164.125-4284.000=-119.875
σ	1896.855-1977.022=-80.167
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	12.644-112.878=-100.235
σ	0.279-283.092=-282.813
min	12.359-12.351=0.008
max	13.214-813.495=-800.280

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4283.750-4284.000=-0.250
σ	1976.245-1977.022=-0.777
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	103.835-13.997=89.839
σ	256.345-3.023=253.322
min	12.974-12.255=0.719
max	738.257-21.405=716.851

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	14.850-15.148=-0.298
σ	1.420-0.888=0.532
min	11.618-13.675=-2.058
max	15.705-15.890=-0.185

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	13.887-13.979=-0.092
σ	1.347-0.776=0.571
min	11.535-12.690=-1.155
max	15.424-14.660=0.764

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4164.125-4167.375=-3.250
σ	1896.855-1899.888=-3.033
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	13.500-13.369=0.131
σ	1.765-1.250=0.515
min	10.906-11.321=-0.415
max	15.259-15.167=0.092

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4164.125-4167.375=-3.250
σ	1896.855-1899.888=-3.033
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	8.879-8.881=-0.002
σ	0.254-0.415=-0.161
min	8.499-8.351=0.148
max	9.246-9.340=-0.093

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.001-0.001=0.000
min	26.399
max	26.403

*mean*	4164.125-4167.375=-3.250
σ	1896.855-1899.888=-3.033
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	6.996-6.947=0.050
σ	0.309-0.222=0.087
min	6.756-6.641=0.116
max	7.727-7.262=0.465

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.001
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.670=-0.001

*mean*	4283.750-4284.000=-0.250
σ	1976.245-1977.022=-0.777
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	6.239-6.222=0.017
σ	0.600-0.607=-0.006
min	5.866-5.803=0.063
max	7.703-7.700=0.003

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4283.750-4284.000=-0.250
σ	1976.245-1977.022=-0.777
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	5.838-5.818=0.020
σ	0.610-0.508=0.102
min	5.517-5.516=0.001
max	7.336-7.042=0.294

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4283.750-4284.000=-0.250
σ	1976.245-1977.022=-0.777
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	5.922-5.917=0.004
σ	0.637-0.591=0.046
min	5.608-5.621=-0.012
max	7.488-7.373=0.115

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4283.750-4284.000=-0.250
σ	1976.245-1977.022=-0.777
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	5.775-5.883=-0.108
σ	0.624-0.562=0.062
min	5.458-5.530=-0.072
max	7.315-7.193=0.122

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.000
max	2524.597-2524.598=-0.001

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	1162.787-1449.992=-287.205
σ	323.167-676.944=-353.778
min	1042.352-1033.524=8.828
max	1962.540-2870.948=-908.408

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=-0.000
σ	0.041-0.042=-0.001
min	8744.545-8744.545=0.000
max	8744.662-8744.664=-0.002

*mean*	3591.250-3589.625=1.625
σ	1815.649-1811.755=3.895
min	1073.000-1074.000=-1.000
max	5827.000-5814.000=13.000

*mean*	5118.774-4891.857=226.918
σ	1735.402-1527.971=207.431
min	3540.386-3515.026=25.360
max	7541.882-7065.783=476.099

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.001
σ	0.001-0.002=-0.001
min	62.076-62.075=0.000
max	62.080-62.081=-0.001

*mean*	4164.125-4167.375=-3.250
σ	1896.855-1899.888=-3.033
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	79.536-81.276=-1.740
σ	10.174-8.929=1.244
min	71.052-71.398=-0.346
max	101.381-98.859=2.522

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.000

*mean*	4164.125-4167.375=-3.250
σ	1896.855-1899.888=-3.033
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	79.799-82.339=-2.540
σ	10.408-9.265=1.143
min	70.579-72.131=-1.552
max	102.049-100.678=1.371

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.000
σ	0.002-0.001=0.001
min	40.943-40.944=-0.000
max	40.949-40.947=0.001

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	102.894-105.024=-2.130
σ	9.194-7.437=1.756
min	85.183-92.521=-7.338
max	109.345-110.164=-0.819

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.946=0.000
σ	0.003-0.002=0.001
min	40.944-40.943=0.000
max	40.951-40.948=0.004

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	102.683-105.065=-2.382
σ	9.200-7.286=1.914
min	84.814-92.763=-7.949
max	108.806-110.341=-1.534

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.953=0.002

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	104.772-107.308=-2.537
σ	8.594-6.135=2.459
min	91.019-94.878=-3.858
max	112.458-111.568=0.890

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.001
min	40.949-40.948=0.000
max	40.952-40.954=-0.002

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	102.864-105.074=-2.209
σ	9.297-7.369=1.928
min	84.728-92.488=-7.760
max	108.857-110.599=-1.742

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.000
min	66.685-66.686=-0.000
max	66.689

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	205.408-232.625=-27.217
σ	134.702-202.065=-67.363
min	133.603-144.982=-11.379
max	537.252-732.121=-194.869

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.001
σ	0.001-0.002=-0.001
min	66.685
max	66.689-66.690=-0.000

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	152.649-158.021=-5.373
σ	20.485-13.937=6.548
min	112.253-133.749=-21.495
max	166.443-170.869=-4.426

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.319-4.318=0.001
min	11655.305-11655.305=-0.000
max	11667.523-11667.520=0.004

*mean*	4164.125-4167.375=-3.250
σ	1896.855-1899.888=-3.033
min	1549.000-1547.000=2.000
max	7196.000-7212.000=-16.000

*mean*	6735.178-6387.857=347.321
σ	1222.079-1264.650=-42.570
min	4949.548-4942.803=6.745
max	8196.292-8073.268=123.024

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.000
σ	0.002-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.069-11560.068=0.000

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	5708.108-5580.039=128.069
σ	1417.616-1120.630=296.985
min	4418.591-4372.482=46.109
max	7669.948-7490.917=179.031

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665-172.657=0.008
σ	0.011-0.017=-0.006
min	172.645-172.635=0.010
max	172.683-172.681=0.003

*mean*	485.000-488.000=-3.000
σ	0.000
min	485.000-488.000=-3.000
max	485.000-488.000=-3.000

*mean*	393.945-358.967=34.978
σ	23.072-55.329=-32.257
min	357.928-250.126=107.802
max	419.137-413.985=5.152

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.457-357.476=-0.019
σ	0.153-0.151=0.002
min	357.321
max	357.643-357.643=0.000

*mean*	570.000-565.000=5.000
σ	0.000
min	570.000-565.000=5.000
max	570.000-565.000=5.000

*mean*	777.657-795.440=-17.783
σ	62.236-17.121=45.115
min	641.257-756.048=-114.791
max	855.383-814.500=40.883

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1005.001=3.080
σ	0.761-0.750=0.011
min	1007.606-1004.530=3.075
max	1011.228-1008.101=3.127

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	1.529-1.592=-0.063
σ	0.110-0.117=-0.007
min	1.410-1.474=-0.064
max	1.749-1.879=-0.130

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.321-0.318=0.003
σ	0.138-0.114=0.024
min	0.237-0.245=-0.007
max	0.566-0.519=0.046

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.634-0.645=-0.010
σ	0.080-0.073=0.007
min	0.586-0.601=-0.014
max	0.777-0.775=0.002

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.540-0.461=0.079
σ	0.044-0.065=-0.021
min	0.508-0.397=0.111
max	0.614-0.535=0.079

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.849-0.858=-0.008
σ	0.031-0.031=0.000
min	0.823-0.834=-0.011
max	0.902-0.909=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.551=-0.000
σ	0.022-0.038=-0.016
min	963.528-963.530=-0.002
max	963.577-963.618=-0.041

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.805-0.829=-0.024
σ	0.031-0.033=-0.002
min	0.776-0.783=-0.006
max	0.842-0.871=-0.029

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.006=-0.000
min	884.847
max	884.860-884.859=0.000

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.687-0.704=-0.016
σ	0.055-0.061=-0.005
min	0.600-0.596=0.003
max	0.739-0.740=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	4.253-4.291=-0.038
σ	0.072-0.087=-0.015
min	4.112-4.140=-0.028
max	4.557-4.577=-0.020

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	4.247-4.262=-0.015
σ	0.082-0.068=0.014
min	4.083-4.145=-0.061
max	4.470-4.493=-0.023

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.784-0.748=0.037
σ	0.047-0.021=0.026
min	0.550-0.715=-0.165
max	0.938-0.893=0.046

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.731-0.714=0.017
σ	0.037-0.015=0.022
min	0.673-0.679=-0.006
max	0.815-0.802=0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.647-294.384=3.263
σ	0.181-0.233=-0.052
min	297.475-294.208=3.267
max	298.082-295.015=3.068

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.540-0.564=-0.024
σ	0.033-0.037=-0.005
min	0.505-0.502=0.003
max	0.592-0.598=-0.005

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.719-281.455=8.264
σ	0.030-0.036=-0.006
min	289.677-281.399=8.278
max	289.759-281.498=8.261

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.389-0.399=-0.010
σ	0.001-0.010=-0.010
min	0.388-0.386=0.002
max	0.390-0.408=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.633-1291.494=8.139
σ	0.090-0.104=-0.014
min	1299.526-1291.367=8.159
max	1299.767-1291.626=8.141

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	1.937-1.980=-0.044
σ	0.139-0.062=0.077
min	1.780-1.878=-0.098
max	2.162-2.038=0.124

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.615-1534.347=8.268
σ	4.057-4.067=-0.010
min	1540.575-1532.311=8.264
max	1549.864-1541.614=8.250

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	2.311-2.273=0.037
σ	0.296-0.213=0.083
min	1.944-2.054=-0.110
max	2.623-2.595=0.028

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.598-1853.338=8.260
σ	0.057-0.083=-0.025
min	1861.511-1853.229=8.282
max	1861.654-1853.437=8.217

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	2.885-3.259=-0.374
σ	0.142-0.384=-0.241
min	2.671-2.860=-0.188
max	3.029-3.635=-0.606

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.582-1.579=0.002
σ	0.249-0.208=0.041
min	1.300-1.321=-0.021
max	1.888-1.836=0.052

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.145-442.430=3.716
σ	577.064-577.063=0.001
min	157.611-153.895=3.716
max	1311.741-1308.025=3.716

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	0.535-0.535=0.001
σ	0.538-0.532=0.005
min	0.265-0.265=-0.001
max	1.342-1.333=0.009

policies=20

*mean*	1576.385-1539.231=37.154
σ	0.350-0.339=0.011
min	1576.149-1538.998=37.151
max	1576.905-1539.733=37.172

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	2.631-2.608=0.023
σ	0.018-0.023=-0.005
min	2.610-2.584=0.025
max	2.654-2.636=0.018

policies=200

*mean*	15771.966-15400.458=371.507
σ	0.096-0.082=0.013
min	15771.850-15400.402=371.448
max	15772.049-15400.577=371.472

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7196.000-7212.000=-16.000
σ	0.000
min	7196.000-7212.000=-16.000
max	7196.000-7212.000=-16.000

*mean*	26.514-26.270=0.244
σ	0.128-0.164=-0.036
min	26.384-26.114=0.270
max	26.677-26.443=0.234