Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.523-54.521=0.002
σ	0.371-0.368=0.004
min	54.386-54.382=0.004
max	55.579-55.568=0.011

*mean*	416.000-413.000=3.000
σ	0.000
min	416.000-413.000=3.000
max	416.000-413.000=3.000

*mean*	0.143-0.139=0.005
σ	0.007-0.004=0.003
min	0.137-0.133=0.004
max	0.160-0.146=0.014

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.766=0.000
σ	0.008-0.008=-0.001
min	43.760-43.750=0.010
max	43.784-43.781=0.003

*mean*	416.000-413.000=3.000
σ	0.000
min	416.000-413.000=3.000
max	416.000-413.000=3.000

*mean*	0.120-0.123=-0.003
σ	0.004-0.003=0.001
min	0.115-0.120=-0.005
max	0.127-0.128=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4166.500-4164.125=2.375
σ	1898.389-1896.855=1.534
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	12.635-12.644=-0.009
σ	0.322-0.279=0.043
min	12.253-12.359=-0.105
max	13.133-13.214=-0.081

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.001

*mean*	4287.000-4283.750=3.250
σ	1978.404-1976.245=2.159
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	101.189-103.835=-2.646
σ	250.322-256.345=-6.023
min	11.696-12.974=-1.278
max	720.702-738.257=-17.555

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.933-41.933=-0.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	14.932-14.850=0.082
σ	1.314-1.420=-0.105
min	12.071-11.618=0.454
max	15.949-15.705=0.244

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	13.452-13.887=-0.435
σ	1.210-1.347=-0.137
min	11.401-11.535=-0.134
max	14.712-15.424=-0.711

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931

*mean*	4166.500-4164.125=2.375
σ	1898.389-1896.855=1.534
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	13.832-13.500=0.332
σ	1.522-1.765=-0.243
min	11.610-10.906=0.704
max	15.257-15.259=-0.002

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607

*mean*	4166.500-4164.125=2.375
σ	1898.389-1896.855=1.534
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	9.109-8.879=0.230
σ	0.512-0.254=0.258
min	8.344-8.499=-0.155
max	9.647-9.246=0.400

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.001=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4166.500-4164.125=2.375
σ	1898.389-1896.855=1.534
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	6.611-6.996=-0.385
σ	0.399-0.309=0.090
min	6.055-6.756=-0.701
max	7.191-7.727=-0.537

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.668

*mean*	4287.000-4283.750=3.250
σ	1978.404-1976.245=2.159
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	6.241-6.239=0.001
σ	0.640-0.600=0.040
min	5.829-5.866=-0.037
max	7.797-7.703=0.093

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4287.000-4283.750=3.250
σ	1978.404-1976.245=2.159
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	5.924-5.838=0.086
σ	0.713-0.610=0.102
min	5.138-5.517=-0.379
max	7.491-7.336=0.155

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.003-0.002=0.001
min	25.967-25.967=0.000
max	25.975-25.971=0.004

*mean*	4287.000-4283.750=3.250
σ	1978.404-1976.245=2.159
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	5.900-5.922=-0.022
σ	0.653-0.637=0.016
min	5.144-5.608=-0.464
max	7.410-7.488=-0.078

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.001
σ	0.001-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4287.000-4283.750=3.250
σ	1978.404-1976.245=2.159
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	5.863-5.775=0.088
σ	0.681-0.624=0.057
min	5.119-5.458=-0.339
max	7.390-7.315=0.075

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=-0.001
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.597=0.001

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	1186.675-1162.787=23.888
σ	400.279-323.167=77.112
min	1035.892-1042.352=-6.460
max	2177.224-1962.540=214.684

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.000
σ	0.040-0.041=-0.001
min	8744.545-8744.545=-0.000
max	8744.660-8744.662=-0.001

*mean*	3594.000-3591.250=2.750
σ	1818.498-1815.649=2.849
min	1073.000
max	5835.000-5827.000=8.000

*mean*	4918.308-5118.774=-200.466
σ	1542.183-1735.402=-193.219
min	3558.927-3540.386=18.540
max	7176.448-7541.882=-365.434

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.001=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4166.500-4164.125=2.375
σ	1898.389-1896.855=1.534
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	80.420-79.536=0.884
σ	9.671-10.174=-0.503
min	70.550-71.052=-0.502
max	98.226-101.381=-3.155

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4166.500-4164.125=2.375
σ	1898.389-1896.855=1.534
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	81.042-79.799=1.242
σ	9.904-10.408=-0.504
min	70.104-70.579=-0.475
max	98.662-102.049=-3.386

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.001
min	40.944-40.943=0.001
max	40.947-40.949=-0.001

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	102.941-102.894=0.047
σ	9.629-9.194=0.435
min	82.456-85.183=-2.727
max	109.305-109.345=-0.039

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.003=-0.001
min	40.944-40.944=-0.000
max	40.947-40.951=-0.004

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	102.711-102.683=0.028
σ	9.431-9.200=0.231
min	82.387-84.814=-2.426
max	108.207-108.806=-0.599

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.954=0.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	106.057-104.772=1.286
σ	7.604-8.594=-0.990
min	90.039-91.019=-0.980
max	112.287-112.458=-0.171

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.952=0.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	102.835-102.864=-0.030
σ	9.425-9.297=0.128
min	82.713-84.728=-2.015
max	108.356-108.857=-0.500

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.685=0.000
max	66.689-66.689=0.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	219.508-205.408=14.101
σ	174.370-134.702=39.669
min	130.524-133.603=-3.078
max	649.810-537.252=112.558

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.686=0.000
σ	0.002-0.001=0.000
min	66.685
max	66.689-66.689=0.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	153.724-152.649=1.075
σ	18.851-20.485=-1.634
min	119.792-112.253=7.539
max	169.207-166.443=2.764

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.000
σ	4.318-4.319=-0.001
min	11655.305
max	11667.520-11667.523=-0.003

*mean*	4166.500-4164.125=2.375
σ	1898.389-1896.855=1.534
min	1550.000-1549.000=1.000
max	7200.000-7196.000=4.000

*mean*	6612.053-6735.178=-123.125
σ	1282.358-1222.079=60.279
min	4938.362-4949.548=-11.186
max	8335.408-8196.292=139.116

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=0.001
σ	0.002-0.002=0.000
min	11560.064-11560.064=0.000
max	11560.069-11560.069=0.001

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	6106.341-5708.108=398.233
σ	1571.470-1417.616=153.854
min	4426.556-4418.591=7.965
max	8575.382-7669.948=905.434

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.655-172.665=-0.010
σ	0.015-0.011=0.004
min	172.634-172.645=-0.011
max	172.673-172.683=-0.011

*mean*	486.000-485.000=1.000
σ	0.000
min	486.000-485.000=1.000
max	486.000-485.000=1.000

*mean*	363.931-393.945=-30.014
σ	51.089-23.072=28.017
min	271.276-357.928=-86.652
max	419.128-419.137=-0.009

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.463-357.457=0.006
σ	0.151-0.153=-0.002
min	357.321
max	357.627-357.643=-0.015

*mean*	563.000-570.000=-7.000
σ	0.000
min	563.000-570.000=-7.000
max	563.000-570.000=-7.000

*mean*	795.186-777.657=17.529
σ	35.776-62.236=-26.459
min	719.747-641.257=78.490
max	831.837-855.383=-23.546

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.076-1008.081=-0.005
σ	0.762-0.761=0.001
min	1007.605-1007.606=-0.001
max	1011.225-1011.228=-0.003

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	1.516-1.529=-0.012
σ	0.112-0.110=0.002
min	1.401-1.410=-0.009
max	1.791-1.749=0.042

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.327-0.321=0.007
σ	0.126-0.138=-0.012
min	0.261-0.237=0.023
max	0.550-0.566=-0.015

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.647-0.634=0.012
σ	0.075-0.080=-0.005
min	0.606-0.586=0.020
max	0.780-0.777=0.003

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.387-0.540=-0.153
σ	0.031-0.044=-0.013
min	0.357-0.508=-0.151
max	0.437-0.614=-0.177

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.741-0.849=-0.109
σ	0.106-0.031=0.076
min	0.599-0.823=-0.224
max	0.842-0.902=-0.060

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.547-963.551=-0.005
σ	0.023-0.022=0.002
min	963.528-963.528=0.000
max	963.577-963.577=0.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.786-0.805=-0.020
σ	0.059-0.031=0.028
min	0.708-0.776=-0.069
max	0.847-0.842=0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.006=0.001
min	884.847
max	884.862-884.860=0.002

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.569-0.687=-0.118
σ	0.062-0.055=0.006
min	0.515-0.600=-0.084
max	0.638-0.739=-0.101

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	3.555-4.253=-0.698
σ	0.086-0.072=0.014
min	3.406-4.112=-0.706
max	3.842-4.557=-0.715

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	3.519-4.247=-0.728
σ	0.075-0.082=-0.007
min	3.375-4.083=-0.709
max	3.787-4.470=-0.683

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002-0.002=-0.000
min	2.287
max	2.291

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.547-0.784=-0.238
σ	0.029-0.047=-0.018
min	0.522-0.550=-0.028
max	0.783-0.938=-0.155

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.514-0.731=-0.216
σ	0.012-0.037=-0.025
min	0.492-0.673=-0.181
max	0.579-0.815=-0.236

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.354-297.647=-0.294
σ	0.259-0.181=0.077
min	297.175-297.475=-0.300
max	298.071-298.082=-0.012

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.568-0.540=0.028
σ	0.021-0.033=-0.011
min	0.547-0.505=0.042
max	0.603-0.592=0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-289.719=0.012
σ	0.033-0.030=0.003
min	289.678-289.677=0.001
max	289.765-289.759=0.005

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.396-0.389=0.008
σ	0.012-0.001=0.011
min	0.386-0.388=-0.001
max	0.412-0.390=0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.628-1299.633=-0.005
σ	0.095-0.090=0.004
min	1299.512-1299.526=-0.014
max	1299.761-1299.767=-0.006

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	1.956-1.937=0.019
σ	0.118-0.139=-0.021
min	1.801-1.780=0.021
max	2.112-2.162=-0.050

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.619-1542.615=0.004
σ	4.070-4.057=0.012
min	1540.596-1540.575=0.021
max	1549.890-1549.864=0.027

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	2.361-2.311=0.050
σ	0.219-0.296=-0.077
min	2.078-1.944=0.134
max	2.646-2.623=0.024

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.596-1861.598=-0.003
σ	0.060-0.057=0.002
min	1861.506-1861.511=-0.004
max	1861.650-1861.654=-0.004

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	2.944-2.885=0.059
σ	0.127-0.142=-0.016
min	2.846-2.671=0.175
max	3.116-3.029=0.088

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.653-1.582=0.071
σ	0.210-0.249=-0.039
min	1.374-1.300=0.074
max	1.866-1.888=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.145=0.002
σ	577.067-577.064=0.003
min	157.613-157.611=0.002
max	1311.747-1311.741=0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	0.549-0.535=0.013
σ	0.555-0.538=0.018
min	0.270-0.265=0.005
max	1.381-1.342=0.039

policies=20

*mean*	1576.398-1576.385=0.013
σ	0.350-0.350=-0.000
min	1576.157-1576.149=0.008
max	1576.916-1576.905=0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	2.627-2.631=-0.004
σ	0.018-0.018=-0.001
min	2.605-2.610=-0.004
max	2.646-2.654=-0.008

policies=200

*mean*	15771.945-15771.966=-0.020
σ	0.056-0.096=-0.039
min	15771.869-15771.850=0.019
max	15771.998-15772.049=-0.052

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7200.000-7196.000=4.000
σ	0.000
min	7200.000-7196.000=4.000
max	7200.000-7196.000=4.000

*mean*	26.444-26.514=-0.070
σ	0.148-0.128=0.020
min	26.328-26.384=-0.057
max	26.661-26.677=-0.016