Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-53.705=0.912
σ	0.350-0.367=-0.017
min	54.482-53.569=0.913
max	55.613-54.750=0.863

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.139-0.139=-0.001
σ	0.004-0.004=-0.000
min	0.133-0.135=-0.002
max	0.146-0.147=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.059=0.727
σ	0.007-0.005=0.002
min	43.777-43.053=0.724
max	43.799-43.068=0.731

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.124-0.121=0.002
σ	0.004-0.004=0.000
min	0.120-0.115=0.005
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	85.382
σ	206.050
min	12.311
max	595.329

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	13.748
σ	3.003
min	12.097
max	21.029

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	14.946
σ	0.813
min	13.123
max	15.540

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	14.252
σ	1.426
min	11.171
max	15.542

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	13.817
σ	1.569
min	11.278
max	15.450

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604
σ	0.002
min	27.603
max	27.607

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	9.378
σ	0.389
min	8.884
max	9.731

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	6.481
σ	0.477
min	5.691
max	7.135

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	6.206
σ	0.699
min	5.643
max	7.863

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.751
σ	0.804
min	5.267
max	7.684

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.685
σ	0.497
min	5.278
max	6.867

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.001
min	25.967
max	25.971

*mean*	4289.875
σ	1981.646
min	1553.000
max	7213.000

*mean*	5.581
σ	0.486
min	5.201
max	6.759

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	1382.942
σ	518.697
min	1030.130
max	2327.352

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.040
min	8744.545
max	8744.660

*mean*	3594.625
σ	1820.520
min	1074.000
max	5830.000

*mean*	5050.321
σ	1712.352
min	3536.041
max	7524.919

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	80.416
σ	9.276
min	72.459
max	99.316

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	81.486
σ	8.510
min	73.862
max	97.932

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.001
min	40.944
max	40.947

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	103.863
σ	7.507
min	90.685
max	109.358

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	103.866
σ	7.516
min	90.755
max	109.590

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.954

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	106.402
σ	7.171
min	93.190
max	113.087

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.953

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	104.254
σ	7.787
min	90.303
max	109.386

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.689

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	234.352
σ	212.068
min	141.186
max	758.557

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	156.344
σ	14.152
min	133.593
max	168.520

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4173.625
σ	1904.153
min	1553.000
max	7213.000

*mean*	7249.844
σ	1076.279
min	4928.936
max	8052.037

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.068

*mean*	7213.000
σ	0.000
min	7213.000
max	7213.000

*mean*	5641.799
σ	1352.212
min	4400.086
max	7755.147

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662
σ	0.010
min	172.648
max	172.674

*mean*	489.125
σ	0.354
min	489.000
max	490.000

*mean*	383.351
σ	25.365
min	352.114
max	426.820

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468
σ	0.135
min	357.321
max	357.619

*mean*	566.000
σ	0.000
min	566.000
max	566.000

*mean*	746.540
σ	67.234
min	623.709
max	820.795

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1005.109=2.975
σ	0.761-0.875=-0.113
min	1007.608-1004.606=3.002
max	1011.232-1008.730=2.502

*mean*	7213.000-1043.550=6169.450
σ	0.000-297.384=-297.384
min	7213.000-571.000=6642.000
max	7213.000-1467.000=5746.000

*mean*	1.562-1.609=-0.047
σ	0.145-0.058=0.087
min	1.434-1.549=-0.115
max	2.067-1.754=0.313

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.309-0.447=-0.138
σ	0.110-0.134=-0.024
min	0.232-0.374=-0.142
max	0.504-0.685=-0.182

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.638-0.925=-0.288
σ	0.073-0.076=-0.003
min	0.584-0.863=-0.279
max	0.763-1.045=-0.282

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.387-0.564=-0.177
σ	0.029-0.055=-0.026
min	0.362-0.508=-0.146
max	0.435-0.645=-0.210

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.705-0.864=-0.159
σ	0.119-0.042=0.078
min	0.581-0.824=-0.244
max	0.841-0.932=-0.092

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.543=0.009
σ	0.024-0.025=-0.001
min	963.528-963.523=0.005
max	963.582-963.583=-0.001

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.831-0.838=-0.007
σ	0.023-0.028=-0.005
min	0.791-0.804=-0.014
max	0.844-0.862=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.006-0.006=-0.000
min	884.847
max	884.859-884.860=-0.001

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.657-0.729=-0.072
σ	0.071-0.021=0.050
min	0.601-0.692=-0.091
max	0.737-0.741=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.710=-0.001

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	4.249-4.263=-0.014
σ	0.084-0.075=0.010
min	4.086-4.142=-0.056
max	4.552-4.537=0.015

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.002

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	4.247-4.268=-0.021
σ	0.066-0.087=-0.021
min	4.128-4.123=0.005
max	4.529-4.611=-0.082

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.750-0.767=-0.017
σ	0.025-0.020=0.005
min	0.718-0.729=-0.012
max	0.921-0.885=0.036

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.710-0.727=-0.017
σ	0.019-0.017=0.002
min	0.683-0.695=-0.012
max	0.815-0.799=0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.407-294.244=3.163
σ	0.223-0.250=-0.028
min	297.198-294.081=3.117
max	297.976-294.938=3.038

*mean*	7213.000-1899.000=5314.000
σ	0.000
min	7213.000-1899.000=5314.000
max	7213.000-1899.000=5314.000

*mean*	0.584-0.580=0.005
σ	0.041-0.027=0.014
min	0.505-0.518=-0.013
max	0.646-0.607=0.039

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.728-281.493=8.235
σ	0.034-0.039=-0.005
min	289.683-281.452=8.231
max	289.776-281.538=8.237

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.393-0.388=0.005
σ	0.006-0.006=0.000
min	0.389-0.381=0.008
max	0.404-0.395=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.642-1291.485=8.158
σ	0.099-0.124=-0.024
min	1299.524-1291.350=8.173
max	1299.771-1291.646=8.124

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	1.946-1.999=-0.053
σ	0.114-0.275=-0.161
min	1.801-1.803=-0.002
max	2.085-2.470=-0.386

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.628-1534.338=8.290
σ	4.058-4.000=0.059
min	1540.581-1532.313=8.268
max	1549.878-1541.483=8.395

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	2.262-2.336=-0.074
σ	0.220-0.193=0.027
min	2.044-2.020=0.023
max	2.602-2.484=0.117

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.603-1853.360=8.243
σ	0.059-0.056=0.002
min	1861.525-1853.306=8.220
max	1861.652-1853.441=8.211

*mean*	7213.000-1752.000=5461.000
σ	0.000-171.645=-171.645
min	7213.000-1497.000=5716.000
max	7213.000-1899.000=5314.000

*mean*	2.993-2.970=0.023
σ	0.093-0.097=-0.004
min	2.874-2.880=-0.006
max	3.111-3.096=0.015

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.574-1.739=-0.165
σ	0.209-0.190=0.019
min	1.288-1.528=-0.240
max	1.748-1.929=-0.182

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-442.427=3.723
σ	577.064-577.064=-0.000
min	157.617-153.893=3.723
max	1311.746-1308.023=3.723

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	0.565-0.545=0.020
σ	0.586-0.571=0.015
min	0.266-0.258=0.008
max	1.443-1.401=0.042

policies=20

*mean*	1576.422-1539.202=37.221
σ	0.341-0.316=0.026
min	1576.188-1538.985=37.203
max	1576.928-1539.670=37.257

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	2.636-2.574=0.062
σ	0.029-0.003=0.026
min	2.606-2.570=0.036
max	2.674-2.576=0.098

policies=200

*mean*	15772.218-15400.372=371.846
σ	0.165-0.186=-0.020
min	15772.039-15400.231=371.808
max	15772.414-15400.645=371.769

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7213.000-1467.000=5746.000
σ	0.000
min	7213.000-1467.000=5746.000
max	7213.000-1467.000=5746.000

*mean*	26.446-26.031=0.415
σ	0.150-0.061=0.089
min	26.353-25.955=0.398
max	26.670-26.089=0.580