Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.703-54.046=-0.344
σ	0.369-0.368=0.001
min	53.560-53.907=-0.347
max	54.752-55.094=-0.342

*mean*	412.000
σ	0.000
min	412.000
max	412.000

*mean*	0.139-0.142=-0.003
σ	0.004-0.009=-0.005
min	0.131-0.133=-0.002
max	0.146-0.156=-0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.057-43.384=-0.327
σ	0.005-0.006=-0.001
min	43.050-43.377=-0.327
max	43.066-43.395=-0.329

*mean*	412.000
σ	0.000
min	412.000
max	412.000

*mean*	0.119-0.123=-0.005
σ	0.004-0.004=-0.000
min	0.113-0.119=-0.007
max	0.125-0.130=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4162.375
σ	1896.985
min	1546.000
max	7193.000

*mean*	12.921
σ	0.179
min	12.668
max	13.183

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4282.000
σ	1976.423
min	1546.000
max	7193.000

*mean*	81.375
σ	193.862
min	11.886
max	561.157

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	14.977
σ	1.349
min	12.069
max	15.960

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	13.990
σ	1.731
min	10.653
max	15.461

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.927
max	41.932

*mean*	4162.375
σ	1896.985
min	1546.000
max	7193.000

*mean*	13.986
σ	1.456
min	11.412
max	15.486

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4162.375
σ	1896.985
min	1546.000
max	7193.000

*mean*	9.310
σ	0.429
min	8.701
max	9.893

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4162.375
σ	1896.985
min	1546.000
max	7193.000

*mean*	6.735
σ	0.392
min	6.010
max	7.126

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4282.000
σ	1976.423
min	1546.000
max	7193.000

*mean*	6.026
σ	0.128
min	5.814
max	6.170

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4282.000
σ	1976.423
min	1546.000
max	7193.000

*mean*	5.691
σ	0.175
min	5.461
max	6.026

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4282.000
σ	1976.423
min	1546.000
max	7193.000

*mean*	5.678
σ	0.225
min	5.274
max	5.956

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4282.000
σ	1976.423
min	1546.000
max	7193.000

*mean*	5.592
σ	0.229
min	5.159
max	5.870

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	1174.434
σ	389.471
min	1028.784
max	2138.242

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.040
min	8744.545
max	8744.660

*mean*	3590.125
σ	1815.820
min	1071.000
max	5826.000

*mean*	4509.576
σ	1194.943
min	3505.021
max	6413.593

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4162.375
σ	1896.985
min	1546.000
max	7193.000

*mean*	80.543
σ	7.879
min	73.466
max	92.776

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4162.375
σ	1896.985
min	1546.000
max	7193.000

*mean*	80.738
σ	7.996
min	73.691
max	92.955

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	102.419
σ	11.684
min	77.787
max	109.919

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.947

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	102.821
σ	11.985
min	77.615
max	110.829

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	105.581
σ	10.982
min	83.430
max	114.229

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	102.675
σ	11.889
min	77.598
max	110.017

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.686
max	66.689

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	217.010
σ	169.688
min	123.408
max	635.002

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.003
min	66.685
max	66.693

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	151.363
σ	23.211
min	109.235
max	168.489

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4162.375
σ	1896.985
min	1546.000
max	7193.000

*mean*	6393.487
σ	1102.579
min	4864.523
max	7628.586

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.070

*mean*	7193.000
σ	0.000
min	7193.000
max	7193.000

*mean*	5918.661
σ	1524.415
min	4375.905
max	8455.752

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.663
σ	0.016
min	172.632
max	172.679

*mean*	482.000
σ	0.000
min	482.000
max	482.000

*mean*	380.953
σ	37.549
min	302.614
max	413.779

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.489
σ	0.147
min	357.321
max	357.676

*mean*	558.000
σ	0.000
min	558.000
max	558.000

*mean*	767.572
σ	60.408
min	631.941
max	804.120

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.001-1006.979=-1.978
σ	0.751-0.876=-0.125
min	1004.527-1006.506=-1.978
max	1008.104-1010.608=-2.504

*mean*	7193.000-1050.350=6142.650
σ	0.000-319.933=-319.933
min	7193.000-574.000=6619.000
max	7193.000-1618.000=5575.000

*mean*	1.563-1.555=0.007
σ	0.100-0.087=0.013
min	1.427-1.484=-0.057
max	1.862-1.875=-0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.003=0.000
min	0.881-0.882=-0.000
max	0.888-0.887=0.001

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.416-0.395=0.021
σ	0.084-0.134=-0.049
min	0.332-0.313=0.019
max	0.525-0.629=-0.104

name=error_case.art

*mean*	2.333-2.339=-0.005
σ	0.003
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.882-0.861=0.021
σ	0.100-0.076=0.024
min	0.813-0.812=0.001
max	1.057-0.991=0.066

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.539-0.508=0.031
σ	0.043-0.050=-0.007
min	0.506-0.457=0.048
max	0.611-0.587=0.024

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.836-0.818=0.018
σ	0.045-0.042=0.004
min	0.811-0.774=0.037
max	0.916-0.880=0.036

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-964.831=-1.282
σ	0.033-0.025=0.008
min	963.523-964.802=-1.279
max	963.606-964.863=-1.257

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.834-0.809=0.026
σ	0.026-0.031=-0.004
min	0.790-0.773=0.017
max	0.857-0.857=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.514=-0.660
σ	0.006-0.006=0.000
min	884.847-885.504=-0.657
max	884.860-885.519=-0.658

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.734-0.736=-0.002
σ	0.007-0.010=-0.003
min	0.725-0.721=0.003
max	0.742-0.748=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=-0.000
min	7.705-7.715=-0.010
max	7.709-7.719=-0.010

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	4.273-4.222=0.050
σ	0.077-0.081=-0.005
min	4.144-4.091=0.053
max	4.533-4.545=-0.012

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002
min	7.654-7.664=-0.010
max	7.658-7.668=-0.010

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	4.241-4.194=0.047
σ	0.074-0.069=0.004
min	4.107-4.074=0.032
max	4.543-4.395=0.148

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.647-0.742=-0.095
σ	0.113-0.036=0.077
min	0.522-0.544=-0.022
max	0.856-0.920=-0.064

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.516-0.700=-0.184
σ	0.015-0.037=-0.022
min	0.438-0.514=-0.076
max	0.580-0.854=-0.274

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.321-295.650=-1.329
σ	0.213-0.242=-0.030
min	294.194-295.447=-1.253
max	294.911-296.315=-1.403

*mean*	7193.000-2013.000=5180.000
σ	0.000
min	7193.000-2013.000=5180.000
max	7193.000-2013.000=5180.000

*mean*	0.569-0.537=0.032
σ	0.036-0.034=0.002
min	0.503-0.498=0.005
max	0.607-0.577=0.030

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.461-285.407=-3.946
σ	0.037-0.039=-0.003
min	281.405-285.355=-3.950
max	281.498-285.448=-3.949

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.394-0.389=0.004
σ	0.007-0.006=0.001
min	0.388-0.383=0.005
max	0.401-0.396=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.490-1295.791=-4.301
σ	0.097-0.101=-0.004
min	1291.371-1295.675=-4.305
max	1291.591-1295.899=-4.308

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	1.952-1.871=0.081
σ	0.072-0.078=-0.006
min	1.865-1.805=0.060
max	2.033-1.962=0.070

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.351-1539.907=-5.556
σ	4.036-6.860=-2.823
min	1532.265-1536.616=-4.350
max	1541.561-1552.172=-10.611

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	2.273-2.259=0.014
σ	0.236-0.197=0.039
min	2.036-2.103=-0.067
max	2.587-2.567=0.020

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.337-1857.733=-4.396
σ	0.094-0.066=0.028
min	1853.214-1857.653=-4.439
max	1853.461-1857.800=-4.339

*mean*	7193.000-1746.400=5446.600
σ	0.000-171.068=-171.068
min	7193.000-1618.000=5575.000
max	7193.000-2013.000=5180.000

*mean*	3.199-2.876=0.323
σ	0.335-0.063=0.272
min	2.841-2.835=0.006
max	3.577-2.987=0.590

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.605-1.376=0.229
σ	0.164-0.259=-0.095
min	1.316-1.109=0.207
max	1.700-1.802=-0.102

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.428-445.740=-3.312
σ	577.064-580.935=-3.871
min	153.894-155.269=-1.375
max	1308.024-1317.142=-9.118

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	0.536-0.529=0.007
σ	0.557-0.536=0.021
min	0.256-0.258=-0.002
max	1.371-1.334=0.037

policies=20

*mean*	1539.215-1552.995=-13.781
σ	0.332-0.337=-0.005
min	1538.985-1552.765=-13.780
max	1539.707-1553.496=-13.789

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	2.589-2.597=-0.008
σ	0.016-0.018=-0.003
min	2.574-2.572=0.002
max	2.604-2.613=-0.009

policies=200

*mean*	15400.361-15537.944=-137.583
σ	0.076-0.118=-0.043
min	15400.300-15537.834=-137.534
max	15400.470-15538.102=-137.632

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7193.000-1618.000=5575.000
σ	0.000
min	7193.000-1618.000=5575.000
max	7193.000-1618.000=5575.000

*mean*	26.251-26.384=-0.132
σ	0.159-0.226=-0.067
min	26.100-26.264=-0.164
max	26.429-26.722=-0.293