Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-54.054=0.467
σ	0.370-0.366=0.004
min	54.377-53.913=0.464
max	55.574-55.096=0.478

*mean*	414.000
σ	0.000
min	414.000
max	414.000

*mean*	0.138-0.137=0.001
σ	0.005-0.004=0.001
min	0.132-0.131=0.000
max	0.146-0.145=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.767-43.394=0.373
σ	0.006-0.006=-0.000
min	43.756-43.387=0.369
max	43.777-43.406=0.371

*mean*	414.000
σ	0.000
min	414.000
max	414.000

*mean*	0.121-0.122=-0.001
σ	0.005-0.004=0.001
min	0.114-0.119=-0.005
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4281.375
σ	1975.180
min	1549.000
max	7205.000

*mean*	66.543
σ	151.910
min	12.336
max	442.499

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4281.375
σ	1975.180
min	1549.000
max	7205.000

*mean*	12.904
σ	1.292
min	11.828
max	15.471

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	15.093
σ	1.214
min	12.641
max	16.245

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	13.818
σ	0.960
min	11.745
max	14.813

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4164.750
σ	1897.997
min	1549.000
max	7205.000

*mean*	13.865
σ	1.692
min	11.088
max	15.453

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4164.750
σ	1897.997
min	1549.000
max	7205.000

*mean*	9.118
σ	0.267
min	8.622
max	9.434

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4164.750
σ	1897.997
min	1549.000
max	7205.000

*mean*	6.505
σ	0.506
min	5.646
max	7.386

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4281.375
σ	1975.180
min	1549.000
max	7205.000

*mean*	6.100
σ	0.164
min	5.900
max	6.400

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4281.375
σ	1975.180
min	1549.000
max	7205.000

*mean*	5.745
σ	0.065
min	5.682
max	5.857

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4281.375
σ	1975.180
min	1549.000
max	7205.000

*mean*	5.884
σ	0.087
min	5.747
max	5.996

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4281.375
σ	1975.180
min	1549.000
max	7205.000

*mean*	5.705
σ	0.190
min	5.258
max	5.865

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	1295.644
σ	589.982
min	1026.653
max	2709.984

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.040
min	8744.545
max	8744.660

*mean*	3587.750
σ	1811.105
min	1072.000
max	5811.000

*mean*	4502.482
σ	1241.702
min	3542.223
max	6675.602

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4164.750
σ	1897.997
min	1549.000
max	7205.000

*mean*	78.703
σ	8.518
min	70.809
max	93.671

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4164.750
σ	1897.997
min	1549.000
max	7205.000

*mean*	79.304
σ	8.552
min	71.322
max	94.815

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	103.372
σ	8.544
min	86.999
max	108.804

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	103.271
σ	8.563
min	87.163
max	109.008

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	105.899
σ	7.596
min	92.634
max	113.179

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	103.376
σ	8.706
min	86.913
max	109.217

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	233.717
σ	210.621
min	137.192
max	754.142

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.003
min	66.685
max	66.693

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	154.712
σ	16.974
min	124.389
max	167.551

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4164.750
σ	1897.997
min	1549.000
max	7205.000

*mean*	6576.122
σ	1106.167
min	4908.165
max	7981.255

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.070

*mean*	7205.000
σ	0.000
min	7205.000
max	7205.000

*mean*	5980.503
σ	1407.666
min	4411.722
max	7676.599

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665
σ	0.017
min	172.630
max	172.680

*mean*	484.500
σ	0.926
min	484.000
max	486.000

*mean*	389.725
σ	34.420
min	317.522
max	417.299

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.462
σ	0.157
min	357.321
max	357.658

*mean*	569.000
σ	0.000
min	569.000
max	569.000

*mean*	773.654
σ	65.035
min	634.748
max	818.951

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.082-1006.998=1.084
σ	0.761-1.213=-0.452
min	1007.609-1006.440=1.169
max	1011.230-1012.095=-0.865

*mean*	7205.000-1052.600=6152.400
σ	0.000-314.583=-314.583
min	7205.000-583.000=6622.000
max	7205.000-1617.000=5588.000

*mean*	1.528-1.528=0.000
σ	0.134-0.048=0.086
min	1.404-1.475=-0.071
max	1.928-1.644=0.284

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.003=0.000
min	0.881-0.882=-0.000
max	0.887-0.887=0.001

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.454-0.408=0.046
σ	0.147-0.138=0.009
min	0.344-0.329=0.015
max	0.696-0.654=0.042

name=error_case.art

*mean*	2.333-2.339=-0.005
σ	0.003
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.882-0.880=0.002
σ	0.090-0.101=-0.010
min	0.831-0.809=0.022
max	1.043-1.056=-0.013

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.542-0.533=0.009
σ	0.033-0.048=-0.015
min	0.514-0.488=0.026
max	0.596-0.612=-0.016

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.852-0.858=-0.007
σ	0.033-0.039=-0.006
min	0.824-0.831=-0.006
max	0.906-0.927=-0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-964.840=-1.288
σ	0.018-0.034=-0.016
min	963.535-964.811=-1.277
max	963.576-964.896=-1.319

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.819-0.770=0.048
σ	0.036-0.082=-0.046
min	0.772-0.657=0.115
max	0.854-0.845=0.009

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.512=-0.658
σ	0.009-0.007=0.002
min	884.847-885.504=-0.657
max	884.868-885.523=-0.655

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.643-0.671=-0.028
σ	0.008-0.023=-0.015
min	0.637-0.641=-0.004
max	0.656-0.704=-0.048

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002
min	7.705-7.715=-0.010
max	7.709-7.719=-0.010

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	3.595-4.212=-0.618
σ	0.081-0.076=0.005
min	3.462-4.057=-0.595
max	3.855-4.518=-0.663

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002-0.002=-0.000
min	7.654-7.664=-0.010
max	7.658-7.670=-0.012

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	3.566-4.220=-0.654
σ	0.111-0.083=0.029
min	3.295-4.089=-0.794
max	3.873-4.547=-0.674

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.553-0.756=-0.204
σ	0.022-0.018=0.005
min	0.522-0.724=-0.201
max	0.664-0.865=-0.201

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.517-0.575=-0.058
σ	0.014-0.094=-0.079
min	0.486-0.490=-0.005
max	0.587-0.799=-0.212

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.620-296.758=0.862
σ	0.199-0.214=-0.015
min	297.480-296.572=0.907
max	298.167-297.353=0.814

*mean*	7205.000-1944.000=5261.000
σ	0.000
min	7205.000-1944.000=5261.000
max	7205.000-1944.000=5261.000

*mean*	0.561-0.558=0.004
σ	0.027-0.043=-0.016
min	0.524-0.492=0.033
max	0.588-0.602=-0.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.731-286.825=2.907
σ	0.043-0.040=0.003
min	289.671-286.773=2.898
max	289.790-286.868=2.922

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.410-0.397=0.013
σ	0.018-0.006=0.013
min	0.385-0.391=-0.005
max	0.433-0.403=0.030

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.631-1297.223=2.407
σ	0.099-0.083=0.017
min	1299.505-1297.133=2.371
max	1299.763-1297.296=2.468

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	1.961-2.113=-0.152
σ	0.126-0.115=0.011
min	1.813-1.963=-0.150
max	2.154-2.279=-0.125

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.631-1541.354=1.277
σ	4.076-6.839=-2.763
min	1540.612-1538.105=2.508
max	1549.915-1553.584=-3.669

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	2.339-2.331=0.008
σ	0.233-0.145=0.088
min	2.073-2.190=-0.117
max	2.628-2.553=0.075

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.612-1859.125=2.487
σ	0.057-0.064=-0.007
min	1861.520-1859.046=2.474
max	1861.651-1859.202=2.448

*mean*	7205.000-1755.800=5449.200
σ	0.000-132.570=-132.570
min	7205.000-1617.000=5588.000
max	7205.000-1944.000=5261.000

*mean*	2.936-2.996=-0.060
σ	0.140-0.169=-0.029
min	2.798-2.840=-0.041
max	3.119-3.203=-0.084

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.390-1.251=0.140
σ	0.312-0.346=-0.034
min	1.004-0.912=0.092
max	1.782-1.791=-0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-448.821=-2.674
σ	577.064-581.372=-4.308
min	157.612-158.134=-0.522
max	1311.743-1320.879=-9.137

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	0.564-0.570=-0.006
σ	0.580-0.600=-0.020
min	0.271-0.268=0.003
max	1.434-1.470=-0.036

policies=20

*mean*	1576.401-1581.625=-5.225
σ	0.345-0.354=-0.009
min	1576.165-1581.384=-5.219
max	1576.912-1582.151=-5.239

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	2.633-2.628=0.005
σ	0.035-0.008=0.027
min	2.604-2.619=-0.015
max	2.677-2.635=0.042

policies=200

*mean*	15772.052-15824.158=-52.106
σ	0.094-0.188=-0.094
min	15771.986-15824.013=-52.027
max	15772.191-15824.435=-52.244

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7205.000-1617.000=5588.000
σ	0.000
min	7205.000-1617.000=5588.000
max	7205.000-1617.000=5588.000

*mean*	26.498-26.615=-0.117
σ	0.147-0.065=0.082
min	26.347-26.542=-0.195
max	26.642-26.681=-0.038