Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.521-54.522=-0.001
σ	0.369-0.369=0.000
min	54.379-54.386=-0.007
max	55.571-55.572=-0.001

*mean*	415.700-415.000=0.700
σ	0.483-0.000=0.483
min	415.000
max	416.000-415.000=1.000

*mean*	0.139-0.140=-0.001
σ	0.004-0.005=-0.001
min	0.131-0.135=-0.005
max	0.145-0.150=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.766=-0.001
σ	0.006-0.005=0.001
min	43.756-43.762=-0.006
max	43.779-43.779=-0.001

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.124-0.123=0.000
σ	0.004-0.004=0.000
min	0.119-0.119=0.000
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.619=0.001

*mean*	4284.000-4285.375=-1.375
σ	1975.302-1975.415=-0.113
min	1550.000
max	7212.000

*mean*	99.052-89.209=9.843
σ	244.253-216.713=27.540
min	12.409-12.302=0.107
max	703.546-625.546=78.000

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4284.000-4285.375=-1.375
σ	1975.302-1975.415=-0.113
min	1550.000
max	7212.000

*mean*	13.458-13.072=0.386
σ	2.093-1.472=0.621
min	11.772-11.581=0.191
max	18.416-16.330=2.086

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	15.018-14.897=0.121
σ	0.874-0.768=0.106
min	13.614-13.570=0.043
max	15.869-15.683=0.186

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.001
σ	0.003-0.002=0.001
min	41.928-41.928=-0.000
max	41.936-41.932=0.005

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	13.964-13.770=0.195
σ	1.487-0.833=0.654
min	11.393-12.533=-1.140
max	15.775-14.468=1.307

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4167.125-4168.500=-1.375
σ	1898.201-1898.275=-0.073
min	1550.000
max	7212.000

*mean*	13.851-13.685=0.166
σ	1.467-1.655=-0.188
min	11.627-11.469=0.158
max	15.295-15.702=-0.407

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603-27.603=0.000
max	27.607-27.611=-0.004

*mean*	4167.125-4168.500=-1.375
σ	1898.201-1898.275=-0.073
min	1550.000
max	7212.000

*mean*	9.033-8.791=0.241
σ	0.397-0.348=0.050
min	8.304-8.121=0.183
max	9.335-9.092=0.243

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4167.125-4168.500=-1.375
σ	1898.201-1898.275=-0.073
min	1550.000
max	7212.000

*mean*	6.507-6.882=-0.375
σ	0.281-0.166=0.114
min	6.084-6.630=-0.546
max	6.951-7.063=-0.112

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.668=0.001

*mean*	4284.000-4285.375=-1.375
σ	1975.302-1975.415=-0.113
min	1550.000
max	7212.000

*mean*	6.253-6.037=0.216
σ	0.577-0.161=0.417
min	5.711-5.792=-0.081
max	7.625-6.260=1.365

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4284.000-4285.375=-1.375
σ	1975.302-1975.415=-0.113
min	1550.000
max	7212.000

*mean*	5.831-5.678=0.153
σ	0.580-0.148=0.433
min	5.445-5.546=-0.100
max	7.220-5.914=1.306

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4284.000-4285.375=-1.375
σ	1975.302-1975.415=-0.113
min	1550.000
max	7212.000

*mean*	6.019-5.694=0.325
σ	0.555-0.090=0.465
min	5.579-5.549=0.031
max	7.304-5.805=1.499

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4284.000-4285.375=-1.375
σ	1975.302-1975.415=-0.113
min	1550.000
max	7212.000

*mean*	5.793-5.569=0.224
σ	0.551-0.068=0.483
min	5.280-5.449=-0.169
max	7.097-5.674=1.423

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.597=0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1397.677-1382.551=15.126
σ	543.142-585.142=-42.000
min	1026.957-1033.996=-7.039
max	2290.540-2692.686=-402.146

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.040-0.041=-0.000
min	8744.545-8744.545=-0.000
max	8744.660-8744.661=-0.001

*mean*	3590.500-3591.125=-0.625
σ	1809.354-1810.589=-1.235
min	1074.000
max	5811.000-5813.000=-2.000

*mean*	4579.989-4711.496=-131.506
σ	1332.319-1476.842=-144.522
min	3550.506-3530.895=19.611
max	6864.113-7345.558=-481.445

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4167.125-4168.500=-1.375
σ	1898.201-1898.275=-0.073
min	1550.000
max	7212.000

*mean*	76.413-80.569=-4.156
σ	6.417-9.150=-2.733
min	70.435-71.061=-0.625
max	87.507-99.065=-11.558

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4167.125-4168.500=-1.375
σ	1898.201-1898.275=-0.073
min	1550.000
max	7212.000

*mean*	77.587-81.059=-3.473
σ	6.727-9.588=-2.861
min	70.536-71.226=-0.689
max	89.357-100.387=-11.030

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.001
σ	0.002-0.001=0.000
min	40.944-40.943=0.000
max	40.947-40.947=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.248-104.167=-0.919
σ	8.929-6.672=2.257
min	84.504-91.981=-7.478
max	108.792-108.984=-0.192

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.948-40.947=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.500-104.102=-0.602
σ	9.017-6.645=2.372
min	84.659-91.823=-7.164
max	109.366-108.670=0.696

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.000
min	40.948-40.949=-0.000
max	40.953-40.953=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	105.662-105.533=0.129
σ	9.332-6.481=2.851
min	87.333-95.440=-8.108
max	113.819-112.136=1.683

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=0.000
min	40.949-40.948=0.001
max	40.954-40.953=0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.538-104.059=-0.521
σ	8.905-6.463=2.443
min	84.759-92.228=-7.469
max	108.705-109.044=-0.339

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.001
min	66.686-66.685=0.000
max	66.689-66.690=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	225.335-231.981=-6.646
σ	189.444-202.974=-13.530
min	133.873-143.501=-9.628
max	693.258-733.749=-40.491

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.690=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	154.327-157.178=-2.851
σ	17.574-13.836=3.738
min	122.170-132.880=-10.710
max	167.212-168.797=-1.585

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.520-11667.520=0.000

*mean*	4167.125-4168.500=-1.375
σ	1898.201-1898.275=-0.073
min	1550.000
max	7212.000

*mean*	6681.014-6413.541=267.473
σ	1120.043-1364.381=-244.338
min	4895.155-4957.244=-62.089
max	8098.947-8147.489=-48.543

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064-11560.064=0.000
max	11560.068-11560.068=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	5769.712-5442.876=326.836
σ	1475.887-1406.573=69.314
min	4417.405-4397.054=20.351
max	7740.530-7700.400=40.131

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.661-172.666=-0.005
σ	0.007-0.008=-0.001
min	172.650-172.649=0.001
max	172.668-172.674=-0.006

*mean*	487.000-488.000=-1.000
σ	0.000
min	487.000-488.000=-1.000
max	487.000-488.000=-1.000

*mean*	387.899-402.852=-14.953
σ	23.145-20.799=2.346
min	354.834-362.500=-7.667
max	418.539-421.716=-3.177

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.464-357.467=-0.004
σ	0.154-0.158=-0.003
min	357.321
max	357.661-357.659=0.002

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	777.008-788.726=-11.718
σ	47.660-26.996=20.665
min	683.484-741.335=-57.851
max	808.843-825.094=-16.251

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083-1008.082=0.000
σ	0.760-0.761=-0.001
min	1007.608-1007.608=0.000
max	1011.226-1011.229=-0.003

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.519-1.549=-0.031
σ	0.122-0.190=-0.068
min	1.360-1.399=-0.038
max	1.883-2.182=-0.299

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.001
min	0.881
max	0.888-0.886=0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.431-0.311=0.121
σ	0.092-0.114=-0.022
min	0.351-0.247=0.104
max	0.539-0.513=0.026

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.887-0.646=0.241
σ	0.099-0.071=0.028
min	0.825-0.605=0.220
max	1.059-0.771=0.288

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.543-0.540=0.003
σ	0.054-0.054=0.000
min	0.502-0.499=0.003
max	0.638-0.634=0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.851-0.863=-0.012
σ	0.036-0.031=0.005
min	0.818-0.837=-0.019
max	0.905-0.916=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.549-963.552=-0.003
σ	0.021-0.023=-0.002
min	963.523-963.528=-0.005
max	963.569-963.582=-0.013

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.748-0.770=-0.022
σ	0.093-0.075=0.017
min	0.617-0.694=-0.077
max	0.838-0.847=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.008-0.005=0.003
min	884.847
max	884.864-884.860=0.005

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.549-0.703=-0.154
σ	0.060-0.044=0.016
min	0.501-0.648=-0.147
max	0.633-0.738=-0.105

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	3.546-4.211=-0.665
σ	0.081-0.092=-0.011
min	3.430-3.850=-0.421
max	3.840-4.491=-0.651

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	3.546-4.190=-0.644
σ	0.133-0.075=0.058
min	2.817-4.047=-1.230
max	3.972-4.429=-0.457

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.555-0.745=-0.190
σ	0.042-0.020=0.021
min	0.347-0.712=-0.364
max	0.791-0.875=-0.084

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.509-0.708=-0.199
σ	0.042-0.040=0.002
min	0.296-0.529=-0.233
max	0.554-0.802=-0.248

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.437-297.371=0.066
σ	0.214-0.274=-0.060
min	297.285-297.062=0.223
max	298.024-297.908=0.116

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.553-0.581=-0.028
σ	0.028-0.023=0.005
min	0.514-0.517=-0.003
max	0.586-0.602=-0.015

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.724-289.720=0.005
σ	0.035-0.035=0.000
min	289.674-289.673=0.001
max	289.772-289.766=0.006

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.398-0.391=0.007
σ	0.014-0.004=0.009
min	0.387-0.387=0.000
max	0.415-0.397=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.631-1299.645=-0.014
σ	0.089-0.112=-0.022
min	1299.535-1299.506=0.029
max	1299.753-1299.773=-0.021

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.941-1.891=0.049
σ	0.119-0.087=0.032
min	1.817-1.798=0.018
max	2.092-2.001=0.091

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.642-1542.709=-0.067
σ	4.056-4.013=0.042
min	1540.556-1540.724=-0.167
max	1549.888-1549.882=0.006

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.415-2.450=-0.035
σ	0.278-0.396=-0.118
min	2.068-2.119=-0.050
max	2.689-3.076=-0.387

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625-1861.610=0.015
σ	0.057-0.071=-0.014
min	1861.568-1861.509=0.058
max	1861.699-1861.684=0.015

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.956-2.883=0.073
σ	0.163-0.039=0.124
min	2.849-2.854=-0.006
max	3.236-2.951=0.285

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.446-1.558=-0.112
σ	0.156-0.362=-0.206
min	1.272-1.001=0.272
max	1.620-1.847=-0.227

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.146=0.002
σ	577.069-577.064=0.005
min	157.613-157.612=0.001
max	1311.751-1311.743=0.008

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.544-0.539=0.005
σ	0.542-0.540=0.002
min	0.269-0.269=-0.000
max	1.357-1.349=0.008

policies=20

*mean*	1576.394-1576.398=-0.005
σ	0.341-0.345=-0.004
min	1576.160-1576.164=-0.004
max	1576.899-1576.910=-0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.624-2.635=-0.011
σ	0.015-0.015=-0.000
min	2.610-2.617=-0.007
max	2.641-2.650=-0.010

policies=200

*mean*	15771.978-15771.955=0.023
σ	0.076-0.129=-0.052
min	15771.873-15771.791=0.082
max	15772.054-15772.061=-0.007

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	26.481-26.585=-0.104
σ	0.151-0.168=-0.016
min	26.341-26.384=-0.043
max	26.653-26.758=-0.106