Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.521=0.096
σ	0.350-0.370=-0.020
min	54.479-54.381=0.098
max	55.613-55.574=0.039

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.138-0.139=-0.001
σ	0.004-0.009=-0.005
min	0.133-0.131=0.002
max	0.145-0.161=-0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.766=0.021
σ	0.006-0.007=-0.002
min	43.777-43.754=0.023
max	43.797-43.781=0.016

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.123-0.121=0.002
σ	0.004-0.005=-0.002
min	0.119-0.115=0.004
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4287.875
σ	1980.916
min	1552.000
max	7207.000

*mean*	75.941
σ	180.967
min	11.647
max	523.811

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4287.875
σ	1980.916
min	1552.000
max	7207.000

*mean*	13.058
σ	2.779
min	11.130
max	19.773

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.413
σ	0.807
min	12.710
max	15.058

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	12.860
σ	1.167
min	10.582
max	13.967

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4171.875
σ	1903.503
min	1552.000
max	7207.000

*mean*	12.833
σ	1.735
min	10.243
max	14.773

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4171.875
σ	1903.503
min	1552.000
max	7207.000

*mean*	8.544
σ	0.486
min	7.786
max	9.109

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.001
min	26.399
max	26.403

*mean*	4171.875
σ	1903.503
min	1552.000
max	7207.000

*mean*	6.341
σ	0.275
min	5.918
max	6.669

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4287.875
σ	1980.916
min	1552.000
max	7207.000

*mean*	5.623
σ	0.442
min	5.299
max	6.666

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4287.875
σ	1980.916
min	1552.000
max	7207.000

*mean*	5.322
σ	0.480
min	5.090
max	6.503

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.003
min	25.967
max	25.975

*mean*	4287.875
σ	1980.916
min	1552.000
max	7207.000

*mean*	5.389
σ	0.483
min	5.066
max	6.560

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4287.875
σ	1980.916
min	1552.000
max	7207.000

*mean*	5.241
σ	0.452
min	4.831
max	6.315

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	13.111
σ	1.725
min	12.147
max	17.353

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	13.024
σ	2.069
min	11.307
max	17.830

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	14.040
σ	1.006
min	12.718
max	15.523

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	13.203
σ	2.287
min	10.625
max	15.906

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	9.353
σ	1.717
min	7.966
max	12.438

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	7.084
σ	1.395
min	6.032
max	9.494

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	5.781
σ	0.477
min	5.549
max	6.949

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	5.550
σ	0.479
min	5.216
max	6.705

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1338.177
σ	475.290
min	1020.323
max	2213.927

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.659

*mean*	3593.500
σ	1821.084
min	1070.000
max	5828.000

*mean*	4816.324
σ	1658.368
min	3475.161
max	7121.003

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.594
max	2524.594

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	1100.339
σ	157.411
min	1036.134
max	1489.719

op=load_product(), with indexes

*mean*	8744.559
σ	0.032
min	8744.544
max	8744.639

*mean*	3765.125
σ	1635.880
min	1894.000
max	5941.000

*mean*	4541.602
σ	1363.394
min	3506.098
max	6551.399

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.001
min	62.076
max	62.080

*mean*	4171.875
σ	1903.503
min	1552.000
max	7207.000

*mean*	76.614
σ	6.965
min	70.411
max	91.899

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4171.875
σ	1903.503
min	1552.000
max	7207.000

*mean*	77.088
σ	6.929
min	71.072
max	92.287

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.949

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.750
σ	7.377
min	87.910
max	107.487

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	102.694
σ	7.331
min	87.864
max	107.392

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	104.494
σ	7.430
min	90.892
max	111.328

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	103.197
σ	7.442
min	88.001
max	107.675

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	267.143
σ	304.769
min	139.502
max	1020.999

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	156.954
σ	13.570
min	135.417
max	168.427

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	91.561
σ	17.623
min	72.337
max	127.552

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	232.528
σ	372.464
min	89.923
max	1154.198

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	151.555
σ	12.107
min	134.814
max	166.070

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.319
min	11655.305
max	11667.523

*mean*	4171.875
σ	1903.503
min	1552.000
max	7207.000

*mean*	6108.529
σ	1090.814
min	4880.198
max	8073.645

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.003
min	11560.064
max	11560.072

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	5498.059
σ	1249.118
min	4358.533
max	7774.911

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4254.875
σ	1894.259
min	1894.000
max	7545.000

*mean*	6522.964
σ	1086.255
min	4880.030
max	7906.077

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7545.000
σ	0.000
min	7545.000
max	7545.000

*mean*	5423.100
σ	1340.516
min	4355.183
max	7460.910

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.664
σ	0.009
min	172.652
max	172.675

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	394.702
σ	34.390
min	328.509
max	426.613

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.469
σ	0.162
min	357.321
max	357.661

*mean*	564.000
σ	0.000
min	564.000
max	564.000

*mean*	779.965
σ	55.962
min	654.899
max	822.141

op=pointedIndexFromKvs

rows=200000

*mean*	172.582
σ	0.028
min	172.558
max	172.624

*mean*	1894.000
σ	0.000
min	1894.000
max	1894.000

*mean*	351.637
σ	33.493
min	294.516
max	398.454

op=pointedIndexFromKvs

rows=400000

*mean*	357.363
σ	0.040
min	357.321
max	357.414

*mean*	1894.000
σ	0.000
min	1894.000
max	1894.000

*mean*	782.314
σ	28.094
min	728.675
max	824.297

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.077=0.109
σ	0.880-0.762=0.118
min	1007.687-1007.609=0.078
max	1011.837-1011.229=0.607

*mean*	1038.650-7207.000=-6168.350
σ	305.109-0.000=305.109
min	546.000-7207.000=-6661.000
max	1468.000-7207.000=-5739.000

*mean*	1.532-1.557=-0.025
σ	0.115-0.150=-0.035
min	1.357-1.409=-0.053
max	1.894-1.923=-0.030

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.421-0.309=0.112
σ	0.151-0.113=0.038
min	0.335-0.233=0.102
max	0.689-0.508=0.181

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.940-0.643=0.297
σ	0.200-0.089=0.110
min	0.833-0.585=0.248
max	1.294-0.799=0.495

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.538-0.389=0.149
σ	0.050-0.032=0.018
min	0.497-0.361=0.137
max	0.624-0.443=0.181

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.869-0.789=0.080
σ	0.063-0.078=-0.015
min	0.806-0.652=0.154
max	0.969-0.841=0.128

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.552=-0.008
σ	0.024-0.027=-0.003
min	963.524-963.535=-0.011
max	963.584-963.599=-0.016

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.857-0.815=0.042
σ	0.015-0.041=-0.026
min	0.833-0.759=0.074
max	0.871-0.849=0.022

name=cdr_enhanced_4k_loc.art

*mean*	884.855-884.853=0.002
σ	0.006-0.008=-0.002
min	884.847
max	884.862-884.866=-0.004

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.742-0.705=0.037
σ	0.006-0.057=-0.051
min	0.733-0.604=0.129
max	0.749-0.744=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	4.239-4.262=-0.024
σ	0.079-0.076=0.003
min	4.123-4.114=0.009
max	4.559-4.534=0.025

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	4.228-4.233=-0.004
σ	0.088-0.066=0.022
min	4.056-4.096=-0.040
max	4.541-4.465=0.077

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.653-0.757=-0.104
σ	0.104-0.017=0.087
min	0.515-0.726=-0.211
max	0.836-0.871=-0.035

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.508-0.715=-0.207
σ	0.017-0.015=0.002
min	0.487-0.686=-0.200
max	0.636-0.778=-0.142

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.491-297.413=0.078
σ	0.219-0.226=-0.007
min	297.289-297.202=0.087
max	298.040-297.991=0.049

*mean*	1894.000-7207.000=-5313.000
σ	0.000
min	1894.000-7207.000=-5313.000
max	1894.000-7207.000=-5313.000

*mean*	0.588-0.546=0.042
σ	0.031-0.020=0.011
min	0.517-0.513=0.004
max	0.626-0.573=0.052

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-289.717=0.056
σ	0.032-0.031=0.001
min	289.731-289.674=0.056
max	289.805-289.758=0.047

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.404-0.386=0.018
σ	0.013-0.000=0.012
min	0.397-0.386=0.011
max	0.427-0.387=0.040

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.646-1299.650=-0.005
σ	0.079-0.122=-0.043
min	1299.547-1299.505=0.042
max	1299.714-1299.778=-0.064

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	2.033-1.833=0.200
σ	0.016-0.039=-0.023
min	2.012-1.793=0.219
max	2.055-1.878=0.177

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.615-1542.628=-0.014
σ	4.038-3.983=0.055
min	1540.566-1540.595=-0.030
max	1549.828-1549.745=0.083

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	2.237-2.277=-0.040
σ	0.165-0.160=0.005
min	2.077-2.090=-0.013
max	2.453-2.459=-0.006

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.628-1861.611=0.017
σ	0.079-0.067=0.012
min	1861.508-1861.524=-0.015
max	1861.704-1861.689=0.015

*mean*	1737.600-7207.000=-5469.400
σ	173.001-0.000=173.001
min	1488.000-7207.000=-5719.000
max	1894.000-7207.000=-5313.000

*mean*	3.162-2.987=0.176
σ	0.375-0.323=0.051
min	2.869-2.832=0.038
max	3.771-3.565=0.206

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.742-1.496=0.246
σ	0.173-0.277=-0.104
min	1.546-1.259=0.287
max	1.933-1.887=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.147=-0.000
σ	577.064-577.064=0.000
min	157.614-157.614=-0.001
max	1311.743-1311.743=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	0.550-0.548=0.001
σ	0.570-0.560=0.010
min	0.262-0.266=-0.005
max	1.405-1.389=0.017

policies=20

*mean*	1576.409-1576.400=0.009
σ	0.347-0.346=0.001
min	1576.173-1576.164=0.010
max	1576.925-1576.913=0.012

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	2.619-2.623=-0.003
σ	0.008-0.010=-0.002
min	2.611-2.613=-0.002
max	2.627-2.635=-0.008

policies=200

*mean*	15772.107-15771.937=0.169
σ	0.139-0.162=-0.022
min	15772.024-15771.789=0.235
max	15772.314-15772.149=0.165

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-7207.000=-5739.000
σ	0.000
min	1468.000-7207.000=-5739.000
max	1468.000-7207.000=-5739.000

*mean*	26.367-26.478=-0.112
σ	0.048-0.173=-0.125
min	26.315-26.322=-0.007
max	26.428-26.679=-0.251