Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.618=-0.001
σ	0.349-0.352=-0.003
min	54.483-54.481=0.002
max	55.612-55.621=-0.009

*mean*	417.800-414.000=3.800
σ	0.422-0.000=0.422
min	417.000-414.000=3.000
max	418.000-414.000=4.000

*mean*	0.140-0.143=-0.002
σ	0.004-0.004=-0.000
min	0.136-0.138=-0.002
max	0.146-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.008-0.005=0.003
min	43.776-43.779=-0.003
max	43.802-43.794=0.007

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.123-0.122=0.001
σ	0.004-0.004=-0.000
min	0.116-0.116=-0.001
max	0.129-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.001

*mean*	4171.500-4167.000=4.500
σ	1899.709-1898.082=1.627
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	12.888-12.630=0.258
σ	0.423-0.436=-0.013
min	12.412-12.290=0.122
max	13.758-13.652=0.105

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.621-36.620=0.000

*mean*	4291.750-4287.000=4.750
σ	1979.587-1977.767=1.820
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	93.622-66.393=27.229
σ	228.106-152.069=76.037
min	12.000-11.579=0.421
max	658.156-442.743=215.413

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=-0.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	14.795-15.069=-0.275
σ	1.144-1.471=-0.328
min	12.285-11.857=0.428
max	15.473-15.951=-0.479

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	13.938-13.712=0.226
σ	1.035-1.341=-0.306
min	11.663-11.777=-0.114
max	14.796-15.820=-1.024

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4171.500-4167.000=4.500
σ	1899.709-1898.082=1.627
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	13.635-13.625=0.010
σ	1.612-1.486=0.126
min	11.390-11.281=0.109
max	15.480-15.359=0.121

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.003-0.003=-0.000
min	27.603-27.603=0.000
max	27.611-27.611=-0.000

*mean*	4171.500-4167.000=4.500
σ	1899.709-1898.082=1.627
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	9.161-9.333=-0.172
σ	0.268-0.444=-0.176
min	8.722-8.672=0.050
max	9.515-9.840=-0.325

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4171.500-4167.000=4.500
σ	1899.709-1898.082=1.627
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	6.790-6.673=0.117
σ	0.254-0.447=-0.193
min	6.487-5.900=0.587
max	7.114-7.155=-0.041

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.669-25.668=0.000

*mean*	4291.750-4287.000=4.750
σ	1979.587-1977.767=1.820
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	6.376-6.123=0.254
σ	0.675-0.131=0.544
min	5.977-5.970=0.006
max	7.975-6.310=1.665

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.001
σ	0.002-0.003=-0.001
min	25.659
max	25.663-25.667=-0.004

*mean*	4291.750-4287.000=4.750
σ	1979.587-1977.767=1.820
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	5.930-5.503=0.428
σ	0.681-0.169=0.511
min	5.508-5.149=0.359
max	7.591-5.653=1.938

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4291.750-4287.000=4.750
σ	1979.587-1977.767=1.820
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	5.878-5.588=0.290
σ	0.742-0.214=0.528
min	5.064-5.230=-0.166
max	7.582-5.861=1.721

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4291.750-4287.000=4.750
σ	1979.587-1977.767=1.820
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	5.697-5.518=0.179
σ	0.742-0.166=0.576
min	4.964-5.280=-0.316
max	7.353-5.828=1.526

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=-0.000
σ	0.002-0.003=-0.001
min	2524.594-2524.594=-0.000
max	2524.598-2524.601=-0.003

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	1143.497-1141.077=2.421
σ	299.059-278.615=20.445
min	1019.993-1030.513=-10.521
max	1883.136-1830.339=52.797

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.000
σ	0.041-0.040=0.000
min	8744.545
max	8744.662-8744.661=0.001

*mean*	3598.375-3594.250=4.125
σ	1819.266-1817.713=1.553
min	1077.000-1073.000=4.000
max	5840.000-5833.000=7.000

*mean*	4628.426-4411.893=216.534
σ	1470.368-1317.521=152.847
min	3530.832-3526.101=4.731
max	7431.379-7307.511=123.868

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4171.500-4167.000=4.500
σ	1899.709-1898.082=1.627
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	81.047-79.405=1.642
σ	8.831-9.749=-0.918
min	72.257-70.668=1.589
max	98.367-99.918=-1.550

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080

*mean*	4171.500-4167.000=4.500
σ	1899.709-1898.082=1.627
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	81.827-79.924=1.903
σ	9.028-10.142=-1.114
min	71.702-70.330=1.372
max	99.059-100.220=-1.160

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.943-40.943=0.000
max	40.947-40.947=-0.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	101.555-103.324=-1.769
σ	11.526-9.070=2.456
min	75.595-84.486=-8.892
max	107.949-110.450=-2.501

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.944=0.000
max	40.947-40.947=0.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	101.604-103.346=-1.742
σ	11.486-9.108=2.378
min	75.728-84.335=-8.607
max	108.166-110.346=-2.180

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=0.000
max	40.953

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	103.648-105.055=-1.407
σ	10.624-9.015=1.609
min	81.340-87.092=-5.752
max	111.502-110.928=0.574

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=0.000
min	40.949
max	40.953

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	101.722-103.527=-1.805
σ	11.686-9.020=2.666
min	75.495-84.804=-9.310
max	108.252-110.295=-2.043

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685-66.686=-0.000
max	66.690

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	220.512-205.956=14.556
σ	179.841-133.243=46.598
min	121.819-132.593=-10.774
max	663.889-534.224=129.665

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	153.076-152.637=0.439
σ	19.869-21.710=-1.841
min	121.731-108.173=13.558
max	168.140-169.645=-1.505

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305-11655.305=-0.000
max	11667.520-11667.520=-0.001

*mean*	4171.500-4167.000=4.500
σ	1899.709-1898.082=1.627
min	1552.000-1549.000=3.000
max	7206.000-7199.000=7.000

*mean*	7010.051-6276.987=733.064
σ	1273.178-1324.126=-50.948
min	4935.992-4902.811=33.181
max	8267.292-8195.211=72.081

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.000
σ	0.003-0.001=0.001
min	11560.064-11560.064=-0.000
max	11560.070-11560.069=0.002

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	5686.645-5672.366=14.279
σ	1390.811-1464.453=-73.642
min	4417.108-4370.458=46.649
max	7647.565-7838.582=-191.017

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.668-172.667=0.001
σ	0.008-0.010=-0.002
min	172.654-172.646=0.009
max	172.679-172.681=-0.002

*mean*	489.250-486.000=3.250
σ	0.707-0.000=0.707
min	489.000-486.000=3.000
max	491.000-486.000=5.000

*mean*	404.562-399.991=4.572
σ	19.514-19.248=0.266
min	367.180-370.333=-3.153
max	422.584-421.510=1.074

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.463-357.464=-0.002
σ	0.156-0.156=0.000
min	357.321
max	357.643-357.639=0.004

*mean*	574.000-563.000=11.000
σ	0.000
min	574.000-563.000=11.000
max	574.000-563.000=11.000

*mean*	794.866-780.701=14.164
σ	39.710-29.696=10.014
min	720.423-726.990=-6.567
max	858.308-813.375=44.933

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.323-1008.324=-0.000
σ	0.761-0.761=0.000
min	1007.847-1007.850=-0.002
max	1011.469-1011.470=-0.001

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	1.534-1.520=0.014
σ	0.178-0.138=0.040
min	1.402-1.387=0.015
max	2.081-1.831=0.250

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.310-0.313=-0.002
σ	0.098-0.109=-0.011
min	0.251-0.251=-0.000
max	0.483-0.507=-0.024

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.641-0.643=-0.002
σ	0.075-0.081=-0.005
min	0.594-0.591=0.003
max	0.773-0.786=-0.013

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.483-0.577=-0.093
σ	0.059-0.068=-0.008
min	0.401-0.506=-0.105
max	0.536-0.686=-0.150

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.852-0.842=0.010
σ	0.034-0.050=-0.017
min	0.826-0.800=0.026
max	0.908-0.929=-0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.552=-0.000
σ	0.023-0.023=-0.000
min	963.530-963.528=0.002
max	963.579-963.579=0.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.821-0.785=0.037
σ	0.037-0.040=-0.003
min	0.769-0.742=0.027
max	0.853-0.843=0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.006=0.000
min	884.847
max	884.861-884.862=-0.001

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.716-0.727=-0.012
σ	0.063-0.030=0.033
min	0.603-0.676=-0.072
max	0.749-0.753=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.709=0.003

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	3.534-4.279=-0.745
σ	0.084-0.078=0.006
min	3.414-4.149=-0.736
max	3.936-4.569=-0.633

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	3.498-4.252=-0.754
σ	0.076-0.072=0.005
min	3.259-4.137=-0.878
max	3.775-4.657=-0.882

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.753-0.771=-0.018
σ	0.017-0.039=-0.022
min	0.725-0.719=0.006
max	0.861-0.906=-0.045

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.721-0.736=-0.015
σ	0.014-0.032=-0.018
min	0.695-0.660=0.035
max	0.800-0.823=-0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.827-297.617=0.211
σ	0.238-0.201=0.037
min	297.667-297.441=0.226
max	298.475-298.129=0.346

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.593-0.589=0.004
σ	0.021-0.027=-0.006
min	0.555-0.517=0.039
max	0.618-0.607=0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.412-292.424=-0.012
σ	0.029-0.034=-0.005
min	292.372-292.379=-0.007
max	292.452-292.472=-0.020

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.393-0.398=-0.005
σ	0.003-0.012=-0.009
min	0.389-0.388=0.001
max	0.395-0.415=-0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.320-1302.332=-0.012
σ	0.096-0.099=-0.003
min	1302.208-1302.210=-0.002
max	1302.458-1302.441=0.018

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	1.976-2.004=-0.029
σ	0.124-0.139=-0.015
min	1.832-1.832=0.000
max	2.166-2.161=0.004

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.315-1545.319=-0.004
σ	4.057-4.060=-0.003
min	1543.280-1543.263=0.017
max	1552.563-1552.575=-0.012

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	2.321-2.280=0.041
σ	0.202-0.281=-0.079
min	2.060-1.934=0.126
max	2.550-2.572=-0.022

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.318-1864.306=0.012
σ	0.076-0.096=-0.019
min	1864.222-1864.169=0.053
max	1864.417-1864.420=-0.003

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	2.992-3.054=-0.062
σ	0.203-0.197=0.006
min	2.748-2.861=-0.114
max	3.253-3.332=-0.079

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.602-1.605=-0.002
σ	0.262-0.252=0.010
min	1.248-1.313=-0.065
max	1.844-1.871=-0.027

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.629-446.629=0.000
σ	577.064-577.064=-0.000
min	158.094-158.093=0.001
max	1312.226-1312.225=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	0.506-0.507=-0.001
σ	0.479-0.488=-0.010
min	0.263-0.262=0.001
max	1.224-1.240=-0.016

policies=20

*mean*	1581.244-1581.230=0.014
σ	0.362-0.350=0.012
min	1580.997-1580.994=0.003
max	1581.779-1581.749=0.031

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	2.632-2.631=0.001
σ	0.017-0.016=0.001
min	2.614-2.611=0.003
max	2.651-2.646=0.005

policies=200

*mean*	15820.490-15820.454=0.036
σ	0.097-0.106=-0.009
min	15820.384-15820.361=0.023
max	15820.599-15820.593=0.006

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7206.000-7199.000=7.000
σ	0.000
min	7206.000-7199.000=7.000
max	7206.000-7199.000=7.000

*mean*	26.650-26.553=0.097
σ	0.207-0.216=-0.009
min	26.375-26.353=0.021
max	26.814-26.859=-0.045