Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.032=0.584
σ	0.350-0.369=-0.019
min	54.481-53.895=0.586
max	55.610-55.081=0.529

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.139-0.139=-0.000
σ	0.004-0.004=0.001
min	0.133-0.133=-0.000
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.382=0.403
σ	0.006-0.006=-0.001
min	43.779-43.373=0.406
max	43.797-43.393=0.404

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.121-0.120=0.001
σ	0.005-0.004=0.001
min	0.114-0.116=-0.002
max	0.129-0.126=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	54.514
σ	117.522
min	12.466
max	345.364

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	13.443
σ	1.416
min	11.936
max	16.657

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.956
σ	1.115
min	12.710
max	15.964

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.287
σ	1.135
min	12.221
max	15.693

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	13.698
σ	1.654
min	10.803
max	15.514

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	8.907
σ	0.299
min	8.480
max	9.225

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	6.959
σ	0.110
min	6.742
max	7.106

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.986
σ	0.137
min	5.807
max	6.121

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.592
σ	0.176
min	5.233
max	5.850

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.643
σ	0.088
min	5.458
max	5.749

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4282.250
σ	1976.034
min	1550.000
max	7207.000

*mean*	5.502
σ	0.102
min	5.285
max	5.617

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.597

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1348.434
σ	468.156
min	1045.848
max	2244.367

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.663

*mean*	3587.875
σ	1813.045
min	1070.000
max	5810.000

*mean*	4775.461
σ	1463.856
min	3544.040
max	6963.380

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	78.286
σ	5.871
min	71.193
max	87.621

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	78.821
σ	6.108
min	71.558
max	88.807

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.949

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.613
σ	7.513
min	87.116
max	107.197

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.947

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.572
σ	7.765
min	86.601
max	107.681

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	104.395
σ	6.923
min	90.151
max	110.283

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.764
σ	7.553
min	86.965
max	107.298

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	248.377
σ	251.565
min	137.930
max	870.389

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	156.548
σ	15.493
min	130.389
max	170.820

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4166.500
σ	1899.394
min	1550.000
max	7207.000

*mean*	6258.000
σ	1113.636
min	4935.506
max	7948.905

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	5521.772
σ	1291.019
min	4399.597
max	7775.774

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660
σ	0.015
min	172.633
max	172.678

*mean*	487.125
σ	0.354
min	487.000
max	488.000

*mean*	379.517
σ	27.737
min	331.122
max	411.521

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.456
σ	0.144
min	357.321
max	357.611

*mean*	572.000
σ	0.000
min	572.000
max	572.000

*mean*	792.189
σ	26.662
min	754.087
max	838.323

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.079-1006.332=1.747
σ	0.761-0.883=-0.122
min	1007.609-1005.853=1.756
max	1011.227-1009.992=1.234

*mean*	7207.000-1051.600=6155.400
σ	0.000-310.260=-310.260
min	7207.000-567.000=6640.000
max	7207.000-1644.000=5563.000

*mean*	1.558-1.546=0.011
σ	0.167-0.059=0.108
min	1.398-1.489=-0.091
max	1.992-1.681=0.311

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.315-0.423=-0.108
σ	0.141-0.129=0.012
min	0.240-0.355=-0.116
max	0.566-0.653=-0.087

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.664-0.902=-0.238
σ	0.109-0.090=0.020
min	0.601-0.823=-0.222
max	0.858-1.028=-0.169

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.394-0.540=-0.146
σ	0.025-0.039=-0.015
min	0.368-0.505=-0.137
max	0.427-0.606=-0.179

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.847-0.847=0.000
σ	0.036-0.044=-0.008
min	0.814-0.819=-0.005
max	0.904-0.924=-0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.552=-0.001
σ	0.030-0.023=0.007
min	963.523-963.535=-0.012
max	963.601-963.590=0.011

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.808-0.847=-0.039
σ	0.057-0.011=0.046
min	0.722-0.830=-0.108
max	0.856-0.857=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	884.856-884.854=0.002
σ	0.005-0.009=-0.003
min	884.847
max	884.861-884.866=-0.005

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.726-0.690=0.037
σ	0.022-0.051=-0.029
min	0.688-0.610=0.078
max	0.741-0.745=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	4.265-4.006=0.259
σ	0.088-0.359=-0.271
min	4.134-3.436=0.698
max	4.600-4.566=0.034

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	4.249-4.233=0.016
σ	0.087-0.083=0.005
min	4.105-4.080=0.025
max	4.595-4.491=0.104

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.750-0.749=0.001
σ	0.019-0.026=-0.006
min	0.716-0.720=-0.004
max	0.863-0.934=-0.072

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.549-0.700=-0.151
σ	0.078-0.044=0.033
min	0.491-0.498=-0.007
max	0.785-0.786=-0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.438-295.531=1.906
σ	0.197-0.184=0.013
min	297.255-295.328=1.928
max	297.972-296.001=1.970

*mean*	7207.000-1919.000=5288.000
σ	0.000
min	7207.000-1919.000=5288.000
max	7207.000-1919.000=5288.000

*mean*	0.551-0.585=-0.033
σ	0.032-0.059=-0.026
min	0.508-0.503=0.005
max	0.585-0.718=-0.134

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.723-285.249=4.474
σ	0.035-0.036=-0.000
min	289.675-285.201=4.474
max	289.772-285.286=4.486

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.388-0.392=-0.004
σ	0.001-0.009=-0.008
min	0.386-0.384=0.002
max	0.388-0.402=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.644-1295.198=4.446
σ	0.105-0.102=0.002
min	1299.513-1295.058=4.455
max	1299.763-1295.309=4.453

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	1.924-2.001=-0.077
σ	0.067-0.269=-0.202
min	1.817-1.804=0.014
max	1.996-2.463=-0.466

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.648-1538.069=4.579
σ	3.983-4.025=-0.041
min	1540.613-1536.076=4.537
max	1549.766-1545.260=4.506

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	2.333-2.242=0.091
σ	0.300-0.177=0.123
min	2.099-2.038=0.061
max	2.687-2.464=0.223

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.595-1857.108=4.487
σ	0.059-0.052=0.007
min	1861.512-1857.068=4.444
max	1861.645-1857.187=4.459

*mean*	7207.000-1776.800=5430.200
σ	0.000-137.296=-137.296
min	7207.000-1644.000=5563.000
max	7207.000-1919.000=5288.000

*mean*	2.959-3.029=-0.071
σ	0.144-0.357=-0.213
min	2.849-2.718=0.131
max	3.192-3.639=-0.447

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.386-1.465=-0.079
σ	0.291-0.195=0.097
min	1.195-1.268=-0.073
max	1.903-1.791=0.112

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-443.611=2.536
σ	577.063-577.065=-0.002
min	157.615-155.077=2.537
max	1311.741-1309.209=2.532

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	0.542-0.550=-0.007
σ	0.534-0.567=-0.033
min	0.270-0.259=0.011
max	1.343-1.400=-0.057

policies=20

*mean*	1576.419-1551.046=25.373
σ	0.356-0.330=0.026
min	1576.177-1550.821=25.356
max	1576.947-1551.536=25.411

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	2.647-2.585=0.062
σ	0.024-0.017=0.007
min	2.613-2.570=0.043
max	2.667-2.604=0.064

policies=200

*mean*	15772.210-15518.476=253.734
σ	0.059-0.149=-0.090
min	15772.132-15518.311=253.821
max	15772.268-15518.644=253.624

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7207.000-1644.000=5563.000
σ	0.000
min	7207.000-1644.000=5563.000
max	7207.000-1644.000=5563.000

*mean*	26.622-26.204=0.417
σ	0.101-0.249=-0.148
min	26.542-26.011=0.531
max	26.759-26.570=0.189