Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.704-54.030=-0.326
σ	0.368-0.368=-0.000
min	53.562-53.883=-0.321
max	54.750-55.077=-0.327

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.136-0.136=0.001
σ	0.005-0.004=0.001
min	0.129-0.131=-0.002
max	0.144-0.142=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.059-43.384=-0.325
σ	0.006-0.005=0.001
min	43.051-43.377=-0.326
max	43.067-43.392=-0.325

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.121-0.121=0.000
σ	0.004-0.006=-0.002
min	0.118-0.113=0.005
max	0.128-0.131=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	12.768
σ	0.255
min	12.502
max	13.234

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	105.417
σ	261.204
min	12.213
max	751.863

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	14.891
σ	1.348
min	12.009
max	15.871

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	13.510
σ	1.116
min	11.434
max	14.757

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	13.145
σ	1.440
min	11.264
max	15.009

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	9.066
σ	0.353
min	8.498
max	9.455

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.001
min	26.399
max	26.403

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	6.875
σ	0.430
min	6.139
max	7.357

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.669

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	6.060
σ	0.193
min	5.749
max	6.366

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	5.680
σ	0.118
min	5.538
max	5.930

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	5.745
σ	0.121
min	5.549
max	5.954

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4287.125
σ	1978.359
min	1548.000
max	7201.000

*mean*	5.604
σ	0.110
min	5.486
max	5.817

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	1175.027
σ	392.541
min	1024.071
max	2146.391

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.041
min	8744.545
max	8744.661

*mean*	3594.375
σ	1817.527
min	1073.000
max	5833.000

*mean*	4924.166
σ	1554.993
min	3500.713
max	7096.459

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.003
min	62.076
max	62.083

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	78.995
σ	8.534
min	70.404
max	96.258

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	79.754
σ	8.368
min	71.717
max	96.608

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	100.833
σ	13.109
min	70.469
max	108.100

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	100.717
σ	13.083
min	70.452
max	107.548

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	103.863
σ	11.009
min	78.239
max	112.346

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	100.909
σ	13.018
min	70.785
max	107.458

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.003
min	66.685
max	66.694

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	215.690
σ	169.163
min	115.090
max	631.976

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	151.211
σ	22.933
min	113.178
max	167.479

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.319
min	11655.305
max	11667.523

*mean*	4167.250
σ	1898.761
min	1548.000
max	7201.000

*mean*	6758.872
σ	1340.835
min	4890.070
max	8092.275

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.069

*mean*	7201.000
σ	0.000
min	7201.000
max	7201.000

*mean*	6022.215
σ	1520.440
min	4360.022
max	8237.817

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.667
σ	0.014
min	172.636
max	172.678

*mean*	487.000
σ	0.000
min	487.000
max	487.000

*mean*	393.650
σ	25.378
min	351.873
max	417.144

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.465
σ	0.155
min	357.321
max	357.653

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	758.823
σ	48.130
min	678.075
max	807.281

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.001-1006.332=-1.331
σ	0.751-0.915=-0.164
min	1004.530-1005.864=-1.334
max	1008.105-1010.134=-2.029

*mean*	7201.000-1047.950=6153.050
σ	0.000-309.648=-309.648
min	7201.000-552.000=6649.000
max	7201.000-1642.000=5559.000

*mean*	1.594-1.593=0.001
σ	0.129-0.115=0.014
min	1.415-1.501=-0.086
max	1.893-1.859=0.033

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.308-0.423=-0.114
σ	0.108-0.134=-0.026
min	0.248-0.343=-0.095
max	0.501-0.661=-0.160

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.651-0.885=-0.234
σ	0.094-0.081=0.014
min	0.587-0.832=-0.245
max	0.817-1.027=-0.210

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.388-0.549=-0.161
σ	0.045-0.051=-0.006
min	0.354-0.510=-0.156
max	0.463-0.637=-0.174

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.621-0.846=-0.225
σ	0.035-0.040=-0.004
min	0.589-0.816=-0.227
max	0.680-0.914=-0.234

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.552=-0.008
σ	0.022-0.026=-0.004
min	963.523
max	963.571-963.586=-0.014

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.757-0.831=-0.074
σ	0.061-0.020=0.040
min	0.700-0.810=-0.110
max	0.851-0.854=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.855=-0.001
σ	0.005-0.004=0.001
min	884.850-884.850=-0.000
max	884.862-884.861=0.000

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.666-0.698=-0.032
σ	0.071-0.039=0.032
min	0.572-0.642=-0.070
max	0.740-0.730=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	4.322-4.246=0.076
σ	0.111-0.094=0.017
min	4.185-4.089=0.096
max	4.710-4.663=0.047

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.661-7.658=0.003

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	4.270-4.237=0.034
σ	0.064-0.081=-0.016
min	4.145-4.099=0.046
max	4.502-4.648=-0.146

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.760-0.745=0.015
σ	0.020-0.017=0.003
min	0.728-0.718=0.010
max	0.888-0.860=0.029

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.728-0.560=0.168
σ	0.018-0.090=-0.072
min	0.697-0.484=0.213
max	0.809-0.776=0.033

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.117-295.517=-1.400
σ	0.238-0.292=-0.054
min	293.881-295.316=-1.435
max	294.746-296.313=-1.566

*mean*	7201.000-1897.000=5304.000
σ	0.000
min	7201.000-1897.000=5304.000
max	7201.000-1897.000=5304.000

*mean*	0.571-0.572=-0.001
σ	0.061-0.055=0.006
min	0.505-0.500=0.005
max	0.716-0.683=0.033

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.461-285.251=-3.789
σ	0.037-0.042=-0.005
min	281.403-285.195=-3.791
max	281.497-285.294=-3.798

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.387-0.393=-0.006
σ	0.010-0.008=0.002
min	0.377-0.383=-0.006
max	0.401-0.401=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.494-1295.199=-3.705
σ	0.095-0.112=-0.018
min	1291.378-1295.081=-3.703
max	1291.589-1295.356=-3.767

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	1.954-1.896=0.059
σ	0.131-0.080=0.051
min	1.806-1.805=0.001
max	2.161-1.997=0.164

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.346-1538.082=-3.735
σ	4.040-4.020=0.021
min	1532.309-1536.078=-3.769
max	1541.566-1545.265=-3.699

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	2.242-2.214=0.028
σ	0.236-0.149=0.087
min	2.022-2.075=-0.053
max	2.593-2.427=0.166

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.336-1857.113=-3.777
σ	0.065-0.052=0.013
min	1853.265-1857.057=-3.792
max	1853.421-1857.182=-3.761

*mean*	7201.000-1767.600=5433.400
σ	0.000-123.993=-123.993
min	7201.000-1642.000=5559.000
max	7201.000-1897.000=5304.000

*mean*	3.276-3.148=0.128
σ	0.467-0.356=0.111
min	2.831-2.891=-0.060
max	3.784-3.769=0.015

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766-1.379=0.387
σ	0.114-0.277=-0.163
min	1.621-1.107=0.515
max	1.882-1.753=0.129

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.430-443.611=-1.181
σ	577.064-577.065=-0.001
min	153.894-155.076=-1.182
max	1308.026-1309.208=-1.182

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	0.529-0.542=-0.012
σ	0.531-0.564=-0.033
min	0.263-0.256=0.007
max	1.325-1.388=-0.063

policies=20

*mean*	1539.221-1551.049=-11.828
σ	0.321-0.333=-0.012
min	1539.004-1550.822=-11.818
max	1539.697-1551.545=-11.847

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	2.591-2.597=-0.007
σ	0.021-0.011=0.010
min	2.573-2.584=-0.012
max	2.618-2.610=0.008

policies=200

*mean*	15400.385-15518.563=-118.178
σ	0.082-0.082=0.000
min	15400.297-15518.476=-118.178
max	15400.493-15518.668=-118.175

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7201.000-1642.000=5559.000
σ	0.000
min	7201.000-1642.000=5559.000
max	7201.000-1642.000=5559.000

*mean*	26.046-26.260=-0.214
σ	0.302-0.199=0.103
min	25.860-26.083=-0.224
max	26.496-26.545=-0.049