Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.001
σ	0.352-0.350=0.002
min	54.481-54.482=-0.001
max	55.621-55.613=0.008

*mean*	414.000-417.000=-3.000
σ	0.000
min	414.000-417.000=-3.000
max	414.000-417.000=-3.000

*mean*	0.143-0.139=0.003
σ	0.004-0.005=-0.001
min	0.138-0.132=0.006
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.005-0.007=-0.003
min	43.779-43.778=0.001
max	43.794-43.803=-0.008

*mean*	414.000-417.000=-3.000
σ	0.000
min	414.000-417.000=-3.000
max	414.000-417.000=-3.000

*mean*	0.122-0.124=-0.002
σ	0.004-0.004=0.001
min	0.116-0.121=-0.004
max	0.129-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.001

*mean*	4167.000-4165.125=1.875
σ	1898.082-1890.032=8.051
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	12.630-13.064=-0.434
σ	0.436-0.322=0.114
min	12.290-12.741=-0.451
max	13.652-13.742=-0.090

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4287.000-4282.500=4.500
σ	1977.767-1968.441=9.326
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	66.393-13.706=52.687
σ	152.069-2.396=149.674
min	11.579-11.978=-0.399
max	442.743-19.469=423.274

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	15.069-14.997=0.073
σ	1.471-0.798=0.674
min	11.857-13.560=-1.703
max	15.951-15.662=0.289

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	13.712-13.357=0.356
σ	1.341-1.149=0.192
min	11.777-11.144=0.633
max	15.820-14.530=1.291

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4167.000-4165.125=1.875
σ	1898.082-1890.032=8.051
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	13.625-13.809=-0.184
σ	1.486-1.589=-0.103
min	11.281-11.058=0.223
max	15.359-15.129=0.230

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.003-0.003=0.000
min	27.603-27.603=-0.000
max	27.611-27.611=0.000

*mean*	4167.000-4165.125=1.875
σ	1898.082-1890.032=8.051
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	9.333-8.914=0.419
σ	0.444-0.268=0.177
min	8.672-8.472=0.200
max	9.840-9.326=0.514

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4167.000-4165.125=1.875
σ	1898.082-1890.032=8.051
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	6.673-7.187=-0.514
σ	0.447-0.964=-0.517
min	5.900-6.300=-0.400
max	7.155-9.485=-2.330

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668

*mean*	4287.000-4282.500=4.500
σ	1977.767-1968.441=9.326
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	6.123-6.247=-0.124
σ	0.131-0.758=-0.627
min	5.970-5.800=0.171
max	6.310-8.094=-1.784

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.003-0.002=0.001
min	25.659
max	25.667-25.663=0.004

*mean*	4287.000-4282.500=4.500
σ	1977.767-1968.441=9.326
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	5.503-5.861=-0.358
σ	0.169-0.699=-0.530
min	5.149-5.204=-0.055
max	5.653-7.518=-1.866

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4287.000-4282.500=4.500
σ	1977.767-1968.441=9.326
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	5.588-5.795=-0.207
σ	0.214-0.656=-0.442
min	5.230-5.271=-0.042
max	5.861-7.382=-1.521

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4287.000-4282.500=4.500
σ	1977.767-1968.441=9.326
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	5.518-5.760=-0.242
σ	0.166-0.718=-0.552
min	5.280-5.337=-0.058
max	5.828-7.509=-1.681

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=0.000
σ	0.003-0.002=0.001
min	2524.594-2524.594=0.000
max	2524.601-2524.597=0.004

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	1141.077-1492.007=-350.930
σ	278.615-721.008=-442.393
min	1030.513-1033.471=-2.958
max	1830.339-2858.360=-1028.021

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.000
σ	0.040-0.041=-0.000
min	8744.545-8744.545=-0.000
max	8744.661-8744.662=-0.001

*mean*	3594.250-3593.375=0.875
σ	1817.713-1813.255=4.458
min	1073.000-1076.000=-3.000
max	5833.000-5821.000=12.000

*mean*	4411.893-4521.451=-109.558
σ	1317.521-1373.089=-55.568
min	3526.101-3539.272=-13.171
max	7307.511-7138.063=169.447

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4167.000-4165.125=1.875
σ	1898.082-1890.032=8.051
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	79.405-80.204=-0.799
σ	9.749-6.539=3.210
min	70.668-73.275=-2.607
max	99.918-90.607=9.311

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4167.000-4165.125=1.875
σ	1898.082-1890.032=8.051
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	79.924-80.314=-0.389
σ	10.142-6.543=3.599
min	70.330-73.012=-2.682
max	100.220-91.503=8.716

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.943-40.943=0.000
max	40.947

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	103.324-103.886=-0.562
σ	9.070-6.352=2.718
min	84.486-92.199=-7.713
max	110.450-108.104=2.346

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.944=-0.000
max	40.947-40.947=-0.000

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	103.346-103.909=-0.563
σ	9.108-6.372=2.736
min	84.335-91.999=-7.664
max	110.346-108.665=1.682

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=0.000
min	40.949-40.949=-0.000
max	40.953

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	105.055-106.063=-1.008
σ	9.015-4.842=4.173
min	87.092-97.789=-10.697
max	110.928-110.585=0.343

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=0.000
max	40.953

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	103.527-104.107=-0.580
σ	9.020-6.469=2.551
min	84.804-92.137=-7.332
max	110.295-108.435=1.860

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.685=0.000
max	66.690-66.690=-0.000

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	205.956-206.540=-0.584
σ	133.243-132.175=1.068
min	132.593-144.437=-11.845
max	534.224-532.940=1.283

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	152.637-154.092=-1.455
σ	21.710-19.955=1.755
min	108.173-110.479=-2.306
max	169.645-167.877=1.768

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=0.000
max	11667.520-11667.520=0.001

*mean*	4167.000-4165.125=1.875
σ	1898.082-1890.032=8.051
min	1549.000-1551.000=-2.000
max	7199.000-7171.000=28.000

*mean*	6276.987-6622.247=-345.260
σ	1324.126-1432.439=-108.313
min	4902.811-4949.829=-47.017
max	8195.211-8220.832=-25.621

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.069-11560.068=0.000

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	5672.366-5773.196=-100.830
σ	1464.453-1269.688=194.765
min	4370.458-4397.355=-26.896
max	7838.582-7430.636=407.946

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.667-172.657=0.010
σ	0.010-0.015=-0.005
min	172.646-172.634=0.012
max	172.681-172.673=0.008

*mean*	486.000-488.000=-2.000
σ	0.000
min	486.000-488.000=-2.000
max	486.000-488.000=-2.000

*mean*	399.991-363.859=36.131
σ	19.248-32.811=-13.563
min	370.333-321.034=49.298
max	421.510-404.122=17.389

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.464-357.470=-0.005
σ	0.156-0.145=0.012
min	357.321
max	357.639-357.624=0.015

*mean*	563.000-564.000=-1.000
σ	0.000
min	563.000-564.000=-1.000
max	563.000-564.000=-1.000

*mean*	780.701-761.622=19.079
σ	29.696-67.146=-37.450
min	726.990-614.186=112.804
max	813.375-809.158=4.217

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.324-1008.380=-0.057
σ	0.761-0.761=0.000
min	1007.850-1007.908=-0.058
max	1011.470-1011.525=-0.055

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	1.520-1.550=-0.030
σ	0.138-0.116=0.023
min	1.387-1.421=-0.034
max	1.831-1.762=0.069

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.313-0.309=0.003
σ	0.109-0.126=-0.017
min	0.251-0.240=0.011
max	0.507-0.534=-0.026

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.643-0.654=-0.011
σ	0.081-0.093=-0.012
min	0.591-0.591=0.000
max	0.786-0.816=-0.030

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.577-0.543=0.033
σ	0.068-0.052=0.015
min	0.506-0.494=0.012
max	0.686-0.630=0.056

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.842-0.856=-0.014
σ	0.050-0.027=0.024
min	0.800-0.835=-0.036
max	0.929-0.902=0.027

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.551=0.000
σ	0.023-0.019=0.004
min	963.528-963.534=-0.006
max	963.579-963.574=0.005

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.785-0.793=-0.008
σ	0.040-0.058=-0.018
min	0.742-0.704=0.038
max	0.843-0.842=0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.009=-0.003
min	884.847
max	884.862-884.867=-0.005

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.727-0.732=-0.005
σ	0.030-0.008=0.022
min	0.676-0.724=-0.049
max	0.753-0.744=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.710=-0.001

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	4.279-4.261=0.018
σ	0.078-0.079=-0.001
min	4.149-4.120=0.030
max	4.569-4.617=-0.048

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	4.252-4.275=-0.023
σ	0.072-0.087=-0.015
min	4.137-4.154=-0.018
max	4.657-4.724=-0.068

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.771-0.762=0.009
σ	0.039-0.025=0.014
min	0.719-0.611=0.108
max	0.906-0.871=0.035

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.736-0.717=0.019
σ	0.032-0.016=0.017
min	0.660-0.687=-0.028
max	0.823-0.788=0.034

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.617-297.767=-0.150
σ	0.201-0.178=0.023
min	297.441-297.651=-0.210
max	298.129-298.256=-0.127

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.589-0.588=0.001
σ	0.027-0.039=-0.012
min	0.517-0.514=0.002
max	0.607-0.623=-0.016

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.424-293.015=-0.591
σ	0.034-0.034=-0.000
min	292.379-292.969=-0.590
max	292.472-293.060=-0.588

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.398-0.396=0.002
σ	0.012-0.007=0.005
min	0.388-0.392=-0.004
max	0.415-0.409=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.332-1302.930=-0.598
σ	0.099-0.096=0.003
min	1302.210-1302.812=-0.602
max	1302.441-1303.065=-0.625

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	2.004-1.999=0.006
σ	0.139-0.156=-0.017
min	1.832-1.809=0.023
max	2.161-2.165=-0.004

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.319-1545.928=-0.609
σ	4.060-4.067=-0.007
min	1543.263-1543.869=-0.606
max	1552.575-1553.195=-0.620

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	2.280-2.290=-0.011
σ	0.281-0.245=0.036
min	1.934-2.052=-0.118
max	2.572-2.654=-0.082

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.306-1864.905=-0.599
σ	0.096-0.091=0.004
min	1864.169-1864.773=-0.604
max	1864.420-1865.015=-0.595

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	3.054-3.106=-0.052
σ	0.197-0.271=-0.074
min	2.861-2.761=0.100
max	3.332-3.364=-0.032

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.605-1.478=0.127
σ	0.252-0.239=0.012
min	1.313-1.288=0.025
max	1.871-1.835=0.036

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.629-446.745=-0.116
σ	577.064-577.064=-0.000
min	158.093-158.210=-0.117
max	1312.225-1312.342=-0.117

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	0.507-0.533=-0.026
σ	0.488-0.538=-0.050
min	0.262-0.263=-0.000
max	1.240-1.341=-0.101

policies=20

*mean*	1581.230-1582.381=-1.151
σ	0.350-0.347=0.002
min	1580.994-1582.154=-1.160
max	1581.749-1582.897=-1.148

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	2.631-2.625=0.005
σ	0.016-0.002=0.015
min	2.611-2.624=-0.013
max	2.646-2.628=0.019

policies=200

*mean*	15820.454-15831.859=-11.405
σ	0.106-0.062=0.043
min	15820.361-15831.771=-11.410
max	15820.593-15831.910=-11.317

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7199.000-7171.000=28.000
σ	0.000
min	7199.000-7171.000=28.000
max	7199.000-7171.000=28.000

*mean*	26.553-26.727=-0.174
σ	0.216-0.116=0.100
min	26.353-26.629=-0.276
max	26.859-26.867=-0.008