Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.000
σ	0.349-0.350=-0.002
min	54.489-54.481=0.007
max	55.609-55.613=-0.004

*mean*	420.000-415.000=5.000
σ	0.000
min	420.000-415.000=5.000
max	420.000-415.000=5.000

*mean*	0.142-0.139=0.003
σ	0.005-0.005=-0.000
min	0.137-0.135=0.002
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.000
σ	0.006-0.006=-0.001
min	43.781-43.778=0.003
max	43.799-43.799=0.000

*mean*	420.000-415.000=5.000
σ	0.000
min	420.000-415.000=5.000
max	420.000-415.000=5.000

*mean*	0.125-0.123=0.002
σ	0.004-0.004=0.000
min	0.122-0.120=0.002
max	0.132-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4281.875
σ	1977.280
min	1547.000
max	7207.000

*mean*	81.837
σ	194.853
min	12.717
max	564.074

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4281.875
σ	1977.280
min	1547.000
max	7207.000

*mean*	14.414
σ	4.755
min	11.889
max	26.069

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	15.285
σ	0.903
min	13.440
max	16.313

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	13.561
σ	1.429
min	11.772
max	15.325

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4165.125
σ	1900.024
min	1547.000
max	7207.000

*mean*	13.819
σ	1.599
min	11.196
max	15.526

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4165.125
σ	1900.024
min	1547.000
max	7207.000

*mean*	8.902
σ	0.254
min	8.394
max	9.212

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4165.125
σ	1900.024
min	1547.000
max	7207.000

*mean*	6.872
σ	0.271
min	6.252
max	7.154

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.669

*mean*	4281.875
σ	1977.280
min	1547.000
max	7207.000

*mean*	6.397
σ	1.137
min	5.779
max	9.193

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4281.875
σ	1977.280
min	1547.000
max	7207.000

*mean*	5.935
σ	1.166
min	5.279
max	8.804

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4281.875
σ	1977.280
min	1547.000
max	7207.000

*mean*	5.971
σ	1.049
min	5.246
max	8.532

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4281.875
σ	1977.280
min	1547.000
max	7207.000

*mean*	5.862
σ	1.047
min	5.180
max	8.426

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	12.280
σ	0.240
min	11.944
max	12.725

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	12.683
σ	0.174
min	12.350
max	12.921

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.928

*mean*	6050.000
σ	0.000
min	6050.000
max	6050.000

*mean*	12.811
σ	1.243
min	10.336
max	14.612

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	11.803
σ	1.506
min	9.753
max	14.047

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	8.141
σ	0.278
min	7.718
max	8.517

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	6.016
σ	0.270
min	5.390
max	6.240

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	5.274
σ	0.082
min	5.138
max	5.362

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	5.083
σ	0.077
min	4.973
max	5.200

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.597

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1357.776
σ	456.670
min	1054.112
max	2221.274

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.659

*mean*	3587.875
σ	1813.883
min	1068.000
max	5813.000

*mean*	4990.605
σ	1560.449
min	3572.880
max	7234.244

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.594
max	2524.594

*mean*	6050.000
σ	0.000
min	6050.000
max	6050.000

*mean*	1410.227
σ	680.743
min	1040.726
max	2712.607

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.641

*mean*	3844.750
σ	1623.177
min	2089.000
max	6050.000

*mean*	4578.294
σ	1396.310
min	3553.985
max	6864.904

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4165.125
σ	1900.024
min	1547.000
max	7207.000

*mean*	81.632
σ	10.288
min	71.880
max	100.976

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4165.125
σ	1900.024
min	1547.000
max	7207.000

*mean*	82.171
σ	9.738
min	73.671
max	100.299

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944
σ	0.001
min	40.944
max	40.947

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	103.246
σ	8.826
min	85.227
max	108.541

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946
σ	0.002
min	40.944
max	40.947

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	103.079
σ	8.825
min	84.899
max	108.365

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	105.688
σ	8.645
min	91.137
max	113.710

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	103.118
σ	8.833
min	85.024
max	108.210

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	265.197
σ	302.707
min	133.429
max	1013.735

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	156.041
σ	14.583
min	134.109
max	167.020

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.075
max	62.080

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	83.539
σ	12.833
min	72.067
max	102.804

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	6050.000
σ	0.000
min	6050.000
max	6050.000

*mean*	97.828
σ	10.837
min	79.296
max	109.316

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	6050.000
σ	0.000
min	6050.000
max	6050.000

*mean*	218.462
σ	212.056
min	120.768
max	742.038

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4165.125
σ	1900.024
min	1547.000
max	7207.000

*mean*	6887.658
σ	1129.345
min	4964.049
max	7991.354

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.065
max	11560.068

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	5903.518
σ	1547.152
min	4458.178
max	7869.732

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.521

*mean*	4118.000
σ	1554.978
min	2089.000
max	6050.000

*mean*	6418.855
σ	1270.730
min	4903.104
max	8128.598

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	6050.000
σ	0.000
min	6050.000
max	6050.000

*mean*	6741.431
σ	1565.684
min	4379.835
max	8189.024

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660
σ	0.018
min	172.633
max	172.681

*mean*	486.125
σ	0.354
min	486.000
max	487.000

*mean*	378.599
σ	32.632
min	327.347
max	416.220

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.478
σ	0.137
min	357.321
max	357.627

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	721.576
σ	91.796
min	566.019
max	846.477

op=pointedIndexFromKvs

rows=200000

*mean*	172.581
σ	0.023
min	172.562
max	172.623

*mean*	2089.000
σ	0.000
min	2089.000
max	2089.000

*mean*	358.391
σ	56.831
min	281.660
max	464.237

op=pointedIndexFromKvs

rows=400000

*mean*	357.369
σ	0.049
min	357.321
max	357.449

*mean*	2089.000
σ	0.000
min	2089.000
max	2089.000

*mean*	772.199
σ	30.554
min	704.331
max	795.594

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.082=0.101
σ	0.897-0.761=0.136
min	1007.696-1007.609=0.087
max	1011.913-1011.229=0.684

*mean*	1050.950-7207.000=-6156.050
σ	310.860-0.000=310.860
min	569.000-7207.000=-6638.000
max	1508.000-7207.000=-5699.000

*mean*	1.560-1.532=0.027
σ	0.068-0.142=-0.074
min	1.479-1.355=0.124
max	1.749-1.965=-0.215

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.419-0.310=0.109
σ	0.132-0.117=0.016
min	0.347-0.248=0.099
max	0.655-0.519=0.136

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.905-0.653=0.252
σ	0.089-0.075=0.014
min	0.841-0.593=0.247
max	1.060-0.781=0.279

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.553-0.483=0.070
σ	0.051-0.060=-0.010
min	0.502-0.391=0.111
max	0.633-0.531=0.102

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=0.001
min	2.355
max	2.360-2.358=0.001

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.873-0.854=0.019
σ	0.032-0.044=-0.011
min	0.846-0.823=0.023
max	0.922-0.930=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.545-963.551=-0.006
σ	0.031-0.022=0.009
min	963.523-963.535=-0.012
max	963.598-963.588=0.010

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.831-0.790=0.042
σ	0.045-0.047=-0.002
min	0.762-0.720=0.041
max	0.869-0.842=0.028

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.860-884.863=-0.003

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.701-0.743=-0.043
σ	0.031-0.003=0.027
min	0.668-0.738=-0.070
max	0.749-0.746=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.710=-0.001

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	4.303-4.306=-0.003
σ	0.093-0.105=-0.012
min	4.151-4.158=-0.007
max	4.652-4.664=-0.012

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	4.283-4.315=-0.032
σ	0.093-0.072=0.021
min	4.123-4.171=-0.048
max	4.539-4.577=-0.038

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.765-0.746=0.019
σ	0.017-0.027=-0.010
min	0.738-0.708=0.030
max	0.876-0.869=0.008

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.731-0.724=0.007
σ	0.018-0.015=0.003
min	0.646-0.692=-0.046
max	0.800-0.806=-0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.333-297.630=-0.297
σ	0.242-0.220=0.022
min	297.144-297.456=-0.312
max	297.989-298.205=-0.215

*mean*	2089.000-7207.000=-5118.000
σ	0.000
min	2089.000-7207.000=-5118.000
max	2089.000-7207.000=-5118.000

*mean*	0.543-0.536=0.007
σ	0.037-0.042=-0.005
min	0.502-0.494=0.009
max	0.593-0.607=-0.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.768-289.722=0.047
σ	0.035-0.050=-0.015
min	289.734-289.644=0.090
max	289.810-289.776=0.034

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.401-0.396=0.005
σ	0.008-0.001=0.007
min	0.395-0.395=-0.000
max	0.412-0.397=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.685-1299.652=0.032
σ	0.101-0.112=-0.010
min	1299.547-1299.515=0.032
max	1299.817-1299.767=0.050

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	2.238-1.860=0.378
σ	0.113-0.072=0.040
min	2.122-1.801=0.321
max	2.397-1.955=0.441

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.675-1542.622=0.053
σ	4.019-4.023=-0.004
min	1540.715-1540.577=0.138
max	1549.860-1549.809=0.051

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	2.363-2.237=0.126
σ	0.181-0.100=0.081
min	2.131-2.096=0.035
max	2.634-2.338=0.295

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.626-1861.614=0.012
σ	0.055-0.068=-0.013
min	1861.541-1861.526=0.016
max	1861.680-1861.689=-0.008

*mean*	1746.000-7207.000=-5461.000
σ	232.359-0.000=232.359
min	1508.000-7207.000=-5699.000
max	2089.000-7207.000=-5118.000

*mean*	2.940-2.915=0.025
σ	0.141-0.087=0.053
min	2.825-2.844=-0.019
max	3.146-3.027=0.118

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.480=0.194
σ	0.260-0.333=-0.072
min	1.318-1.026=0.293
max	1.949-1.812=0.137

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.149=-0.002
σ	577.065-577.063=0.002
min	157.613-157.616=-0.003
max	1311.744-1311.743=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	0.527-0.573=-0.046
σ	0.542-0.603=-0.061
min	0.239-0.270=-0.031
max	1.339-1.476=-0.138

policies=20

*mean*	1576.419-1576.429=-0.010
σ	0.358-0.357=0.001
min	1576.173-1576.184=-0.010
max	1576.951-1576.958=-0.007

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	2.637-2.641=-0.004
σ	0.013-0.025=-0.012
min	2.623-2.616=0.007
max	2.654-2.665=-0.011

policies=200

*mean*	15772.213-15772.205=0.008
σ	0.075-0.162=-0.087
min	15772.107-15772.037=0.070
max	15772.275-15772.426=-0.151

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1508.000-7207.000=-5699.000
σ	0.000
min	1508.000-7207.000=-5699.000
max	1508.000-7207.000=-5699.000

*mean*	26.571-26.513=0.058
σ	0.077-0.135=-0.059
min	26.509-26.332=0.177
max	26.677-26.659=0.017