Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.031=0.584
σ	0.349-0.368=-0.018
min	54.486-53.887=0.599
max	55.609-55.077=0.532

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.138-0.139=-0.001
σ	0.005-0.003=0.001
min	0.132-0.137=-0.005
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.385=0.400
σ	0.006-0.006=0.000
min	43.778-43.375=0.403
max	43.798-43.394=0.405

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.122-0.123=-0.001
σ	0.003-0.004=-0.000
min	0.120-0.120=-0.001
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	12.139
σ	0.220
min	11.794
max	12.415

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	12.577
σ	0.587
min	11.733
max	13.304

op=table_records(), no indexes

*mean*	41.929
σ	0.001
min	41.928
max	41.932

*mean*	7551.000
σ	0.000
min	7551.000
max	7551.000

*mean*	13.915
σ	1.208
min	12.290
max	15.187

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	12.048
σ	1.792
min	10.477
max	15.037

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	8.697
σ	0.778
min	7.972
max	10.344

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	6.169
σ	0.732
min	5.251
max	7.633

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	5.501
σ	0.166
min	5.191
max	5.671

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	5.031
σ	0.099
min	4.894
max	5.153

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.594
max	2524.594

*mean*	7551.000
σ	0.000
min	7551.000
max	7551.000

*mean*	1053.725
σ	5.952
min	1045.941
max	1065.203

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.545
max	8744.640

*mean*	3791.375
σ	1606.359
min	1988.000
max	5946.000

*mean*	4470.348
σ	1220.377
min	3558.080
max	6824.630

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	82.438
σ	9.511
min	70.968
max	94.509

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7551.000
σ	0.000
min	7551.000
max	7551.000

*mean*	221.340
σ	341.380
min	85.991
max	1065.992

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7551.000
σ	0.000
min	7551.000
max	7551.000

*mean*	151.996
σ	14.539
min	135.511
max	168.801

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833
σ	4.317
min	11655.305
max	11667.517

*mean*	4268.500
σ	1878.822
min	1988.000
max	7551.000

*mean*	6188.583
σ	1290.678
min	4914.316
max	8211.299

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7551.000
σ	0.000
min	7551.000
max	7551.000

*mean*	5136.369
σ	1136.961
min	4433.525
max	7037.181

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581
σ	0.020
min	172.558
max	172.607

*mean*	1988.000
σ	0.000
min	1988.000
max	1988.000

*mean*	345.552
σ	41.171
min	266.166
max	397.524

op=pointedIndexFromKvs

rows=400000

*mean*	357.370
σ	0.047
min	357.321
max	357.443

*mean*	1988.000
σ	0.000
min	1988.000
max	1988.000

*mean*	730.278
σ	86.059
min	557.721
max	802.653

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1006.327=1.859
σ	0.877-0.920=-0.043
min	1007.686-1005.863=1.823
max	1011.819-1010.152=1.667

*mean*	1040.500-1048.100=-7.600
σ	295.505-307.293=-11.788
min	559.000-552.000=7.000
max	1439.000-1639.000=-200.000

*mean*	1.525-1.570=-0.045
σ	0.086-0.122=-0.036
min	1.453-1.462=-0.010
max	1.753-1.948=-0.195

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.882=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.410-0.419=-0.010
σ	0.125-0.127=-0.003
min	0.327-0.347=-0.021
max	0.628-0.645=-0.017

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=0.000
min	2.332
max	2.337

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.876-0.890=-0.014
σ	0.087-0.088=-0.001
min	0.816-0.828=-0.011
max	1.029-1.041=-0.012

name=heavy_item.art

*mean*	1.521-1.521=0.001
σ	0.002-0.001=0.001
min	1.520
max	1.524-1.523=0.001

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.543-0.537=0.006
σ	0.040-0.050=-0.009
min	0.507-0.494=0.013
max	0.608-0.616=-0.008

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.837-0.845=-0.007
σ	0.031-0.030=0.001
min	0.814-0.814=-0.001
max	0.891-0.895=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.551=-0.008
σ	0.031-0.025=0.006
min	963.523
max	963.596-963.585=0.011

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.828-0.821=0.007
σ	0.031-0.035=-0.004
min	0.780-0.782=-0.002
max	0.858-0.875=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.856=-0.003
σ	0.006-0.004=0.003
min	884.847-884.851=-0.004
max	884.860-884.860=-0.000

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.719-0.712=0.007
σ	0.031-0.038=-0.007
min	0.674-0.659=0.016
max	0.747-0.752=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	4.258-4.280=-0.022
σ	0.095-0.096=-0.001
min	4.084-4.131=-0.047
max	4.642-4.578=0.064

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	4.247-4.243=0.004
σ	0.087-0.079=0.008
min	4.105-4.102=0.003
max	4.530-4.600=-0.071

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.742-0.750=-0.008
σ	0.019-0.017=0.003
min	0.680-0.714=-0.034
max	0.843-0.848=-0.005

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.702-0.625=0.077
σ	0.015-0.102=-0.087
min	0.671-0.489=0.183
max	0.786-0.764=0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.659-295.549=2.110
σ	0.201-0.231=-0.031
min	297.365-295.394=1.971
max	298.122-296.196=1.925

*mean*	1988.000-1914.000=74.000
σ	0.000
min	1988.000-1914.000=74.000
max	1988.000-1914.000=74.000

*mean*	0.561-0.574=-0.012
σ	0.042-0.033=0.010
min	0.501-0.521=-0.021
max	0.613-0.640=-0.027

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-285.250=4.522
σ	0.035-0.035=0.001
min	289.724-285.205=4.519
max	289.806-285.286=4.521

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.400-0.389=0.011
σ	0.011-0.008=0.003
min	0.393-0.383=0.010
max	0.420-0.398=0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.643-1295.198=4.445
σ	0.068-0.107=-0.040
min	1299.563-1295.081=4.482
max	1299.697-1295.330=4.366

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	2.107-1.906=0.202
σ	0.048-0.081=-0.034
min	2.038-1.815=0.223
max	2.164-2.000=0.164

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.637-1538.145=4.491
σ	4.046-3.953=0.093
min	1540.608-1536.196=4.412
max	1549.866-1545.209=4.656

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	2.306-2.413=-0.107
σ	0.193-0.292=-0.099
min	2.137-2.145=-0.008
max	2.567-2.845=-0.278

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.632-1857.109=4.524
σ	0.065-0.052=0.013
min	1861.541-1857.047=4.494
max	1861.703-1857.175=4.528

*mean*	1774.400-1770.800=3.600
σ	225.518-138.089=87.428
min	1477.000-1639.000=-162.000
max	1988.000-1914.000=74.000

*mean*	3.287-2.939=0.348
σ	0.425-0.081=0.344
min	2.878-2.859=0.019
max	3.900-3.058=0.843

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.388=0.390
σ	0.113-0.269=-0.156
min	1.658-1.261=0.397
max	1.888-1.869=0.019

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-443.610=2.538
σ	577.065-577.065=-0.000
min	157.614-155.076=2.538
max	1311.745-1309.208=2.538

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	0.551-0.537=0.014
σ	0.565-0.558=0.007
min	0.267-0.255=0.013
max	1.398-1.374=0.025

policies=20

*mean*	1576.411-1551.037=25.374
σ	0.338-0.332=0.006
min	1576.186-1550.810=25.376
max	1576.914-1551.531=25.384

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	2.612-2.598=0.014
σ	0.015-0.011=0.004
min	2.594-2.583=0.011
max	2.626-2.608=0.018

policies=200

*mean*	15772.234-15518.471=253.763
σ	0.090-0.077=0.013
min	15772.113-15518.373=253.740
max	15772.316-15518.561=253.755

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1439.000-1639.000=-200.000
σ	0.000
min	1439.000-1639.000=-200.000
max	1439.000-1639.000=-200.000

*mean*	26.393-26.254=0.139
σ	0.033-0.141=-0.108
min	26.359-26.147=0.213
max	26.432-26.454=-0.022