Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.522=0.095
σ	0.352-0.370=-0.017
min	54.479-54.378=0.101
max	55.619-55.574=0.045

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.139-0.140=-0.001
σ	0.004-0.005=-0.001
min	0.135-0.136=-0.000
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.766=0.021
σ	0.007-0.007=-0.000
min	43.776-43.756=0.020
max	43.799-43.777=0.021

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.122=0.001
σ	0.004-0.004=-0.000
min	0.119-0.116=0.004
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	12.595
σ	0.313
min	12.189
max	13.226

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	95.012
σ	234.488
min	11.483
max	675.338

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	14.820
σ	1.238
min	12.029
max	15.540

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	12.916
σ	1.374
min	11.176
max	15.088

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	13.503
σ	1.715
min	10.992
max	15.244

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	9.127
σ	0.361
min	8.720
max	9.744

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6.585
σ	0.361
min	6.132
max	7.265

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	6.099
σ	0.679
min	5.598
max	7.703

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.711
min	5.154
max	7.471

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.788
σ	0.637
min	5.247
max	7.312

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.649
min	5.311
max	7.344

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	12.354
σ	0.345
min	11.914
max	12.998

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	12.454
σ	0.628
min	11.406
max	13.178

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	13.193
σ	1.179
min	11.120
max	14.992

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	12.232
σ	1.361
min	10.337
max	13.702

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.003
min	27.603
max	27.611

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	8.742
σ	0.756
min	7.901
max	10.344

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	6.803
σ	0.721
min	6.134
max	8.485

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.670

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	5.585
σ	0.092
min	5.400
max	5.684

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	5.459
σ	0.078
min	5.361
max	5.602

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	1186.791
σ	386.677
min	1043.294
max	2143.729

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3596.750
σ	1818.874
min	1075.000
max	5837.000

*mean*	5001.306
σ	1581.008
min	3537.721
max	7104.074

op=load_product(), no indexes

*mean*	2524.594
σ	0.000
min	2524.593
max	2524.594

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	1573.291
σ	856.826
min	1040.538
max	3128.706

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.641

*mean*	3823.125
σ	1648.610
min	1981.000
max	6045.000

*mean*	4398.607
σ	1431.584
min	3576.226
max	7456.514

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	83.720
σ	10.075
min	75.037
max	104.081

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	84.658
σ	9.986
min	75.265
max	104.674

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.741
σ	12.439
min	73.621
max	108.046

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.948

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.848
σ	12.675
min	73.184
max	108.641

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.953

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	104.104
σ	10.462
min	81.535
max	112.764

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.954

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	101.159
σ	12.358
min	74.300
max	108.680

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	205.856
σ	145.930
min	117.858
max	564.526

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	149.435
σ	23.319
min	110.168
max	168.021

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	81.898
σ	11.468
min	70.350
max	97.867

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.948

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	95.852
σ	10.117
min	80.976
max	108.474

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	223.994
σ	231.068
min	120.401
max	794.657

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6618.182
σ	1171.136
min	4856.904
max	7706.888

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	6113.546
σ	1628.342
min	4400.715
max	8745.435

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.521

*mean*	4104.000
σ	1569.709
min	1981.000
max	6045.000

*mean*	6344.214
σ	1330.989
min	4974.857
max	8397.614

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.067
max	11560.069

*mean*	6045.000
σ	0.000
min	6045.000
max	6045.000

*mean*	6446.862
σ	1416.333
min	4432.160
max	8205.525

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665
σ	0.011
min	172.646
max	172.677

*mean*	487.250
σ	0.707
min	487.000
max	489.000

*mean*	392.917
σ	18.687
min	358.928
max	412.896

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467
σ	0.156
min	357.321
max	357.628

*mean*	573.000
σ	0.000
min	573.000
max	573.000

*mean*	786.083
σ	47.429
min	703.068
max	860.078

op=pointedIndexFromKvs

rows=200000

*mean*	172.583
σ	0.024
min	172.558
max	172.620

*mean*	1981.000
σ	0.000
min	1981.000
max	1981.000

*mean*	356.016
σ	39.927
min	265.921
max	400.149

op=pointedIndexFromKvs

rows=400000

*mean*	357.364
σ	0.043
min	357.321
max	357.430

*mean*	1981.000
σ	0.000
min	1981.000
max	1981.000

*mean*	775.961
σ	31.149
min	719.523
max	809.610

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.081=0.101
σ	0.938-0.761=0.177
min	1007.717-1007.604=0.113
max	1012.094-1011.227=0.867

*mean*	1044.600-7203.000=-6158.400
σ	295.859-0.000=295.859
min	548.000-7203.000=-6655.000
max	1448.000-7203.000=-5755.000

*mean*	1.553-1.513=0.040
σ	0.137-0.132=0.006
min	1.456-1.382=0.074
max	2.051-1.843=0.208

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.436-0.413=0.023
σ	0.174-0.130=0.044
min	0.347-0.330=0.017
max	0.747-0.641=0.106

name=error_case.art

*mean*	2.334-2.334=-0.000
σ	0.002-0.003=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.933-0.891=0.042
σ	0.174-0.088=0.086
min	0.845-0.833=0.012
max	1.243-1.044=0.198

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=0.000

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.557-0.545=0.012
σ	0.053-0.048=0.005
min	0.507-0.511=-0.004
max	0.645-0.629=0.017

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.858-0.849=0.010
σ	0.045-0.042=0.003
min	0.817-0.796=0.020
max	0.929-0.910=0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.551=-0.004
σ	0.031-0.027=0.005
min	963.523-963.535=-0.012
max	963.602-963.598=0.004

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.836-0.811=0.025
σ	0.034-0.051=-0.017
min	0.782-0.725=0.057
max	0.861-0.845=0.016

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.006-0.007=-0.000
min	884.847
max	884.861-884.862=-0.002

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.724-0.683=0.041
σ	0.024-0.071=-0.047
min	0.696-0.568=0.128
max	0.744-0.738=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	3.570-3.521=0.049
σ	0.104-0.086=0.018
min	3.409-3.368=0.041
max	4.225-3.797=0.427

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	3.547-3.929=-0.382
σ	0.069-0.387=-0.318
min	3.417-3.385=0.032
max	3.717-4.515=-0.798

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.755-0.753=0.001
σ	0.017-0.019=-0.002
min	0.720-0.716=0.004
max	0.860-0.864=-0.004

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.714-0.714=-0.001
σ	0.015-0.021=-0.006
min	0.681-0.615=0.066
max	0.791-0.793=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.230-297.331=-0.100
σ	0.203-0.246=-0.043
min	297.073-297.184=-0.111
max	297.772-298.019=-0.247

*mean*	1981.000-7203.000=-5222.000
σ	0.000
min	1981.000-7203.000=-5222.000
max	1981.000-7203.000=-5222.000

*mean*	0.559-0.570=-0.011
σ	0.027-0.028=-0.001
min	0.522-0.517=0.005
max	0.588-0.594=-0.006

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.730=0.044
σ	0.038-0.040=-0.002
min	289.724-289.682=0.042
max	289.813-289.792=0.022

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.400-0.406=-0.006
σ	0.011-0.020=-0.009
min	0.394-0.386=0.008
max	0.420-0.432=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.592-1299.640=-0.048
σ	0.078-0.091=-0.013
min	1299.506-1299.534=-0.028
max	1299.707-1299.742=-0.036

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	1.955-1.934=0.021
σ	0.093-0.083=0.011
min	1.852-1.791=0.061
max	2.099-2.001=0.098

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.647-1542.624=0.023
σ	4.008-4.086=-0.078
min	1540.671-1540.578=0.093
max	1549.811-1549.926=-0.115

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	2.249-2.280=-0.031
σ	0.178-0.244=-0.066
min	2.026-2.055=-0.029
max	2.476-2.667=-0.191

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.647-1861.597=0.051
σ	0.067-0.057=0.010
min	1861.578-1861.512=0.066
max	1861.726-1861.648=0.078

*mean*	1766.400-7203.000=-5436.600
σ	226.297-0.000=226.297
min	1468.000-7203.000=-5735.000
max	1981.000-7203.000=-5222.000

*mean*	3.139-2.919=0.220
σ	0.256-0.094=0.162
min	2.841-2.813=0.028
max	3.484-3.052=0.431

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.636-1.497=0.139
σ	0.159-0.315=-0.156
min	1.414-1.007=0.406
max	1.853-1.807=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.146=0.036
σ	577.140-577.064=0.075
min	157.611-157.612=-0.001
max	1311.892-1311.743=0.150

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	0.530-0.554=-0.023
σ	0.535-0.572=-0.037
min	0.261-0.267=-0.006
max	1.333-1.412=-0.079

policies=20

*mean*	1576.395-1576.398=-0.003
σ	0.345-0.350=-0.005
min	1576.163-1576.162=0.001
max	1576.908-1576.918=-0.010

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	2.622-2.638=-0.016
σ	0.011-0.017=-0.006
min	2.613-2.616=-0.003
max	2.633-2.652=-0.019

policies=200

*mean*	15772.207-15771.972=0.235
σ	0.117-0.056=0.061
min	15772.112-15771.893=0.219
max	15772.377-15772.019=0.358

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1448.000-7203.000=-5755.000
σ	0.000
min	1448.000-7203.000=-5755.000
max	1448.000-7203.000=-5755.000

*mean*	26.335-26.507=-0.172
σ	0.051-0.240=-0.190
min	26.289-26.353=-0.063
max	26.405-26.864=-0.459