Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-53.705=0.912
σ	0.347-0.365=-0.018
min	54.484-53.565=0.919
max	55.605-54.744=0.861

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.141-0.137=0.003
σ	0.004-0.005=-0.002
min	0.138-0.130=0.008
max	0.146-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.059=0.727
σ	0.007-0.007=0.000
min	43.777-43.049=0.727
max	43.799-43.069=0.729

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.126-0.121=0.005
σ	0.008-0.004=0.004
min	0.119-0.118=0.001
max	0.141-0.127=0.014

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	85.047
σ	203.946
min	12.613
max	589.787

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	13.854
σ	1.944
min	12.142
max	18.528

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	15.063
σ	1.017
min	12.858
max	16.131

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	14.248
σ	0.978
min	12.482
max	15.496

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	14.163
σ	1.338
min	11.563
max	15.461

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	9.026
σ	0.369
min	8.317
max	9.550

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6.546
σ	0.393
min	6.079
max	7.213

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	6.146
σ	0.559
min	5.562
max	7.426

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.822
σ	0.591
min	5.340
max	7.245

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.936
σ	0.615
min	5.185
max	7.293

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.708
σ	0.671
min	5.065
max	7.253

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.599

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	1447.409
σ	672.679
min	1033.818
max	2897.171

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3592.875
σ	1810.372
min	1077.000
max	5815.000

*mean*	4608.921
σ	1406.989
min	3522.263
max	7146.807

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.075
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	81.508
σ	11.128
min	72.680
max	99.018

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	82.264
σ	11.667
min	72.360
max	100.418

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.370
σ	8.758
min	87.060
max	109.140

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.361
σ	8.636
min	87.395
max	109.115

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	106.021
σ	8.332
min	91.739
max	113.067

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.496
σ	8.624
min	87.488
max	109.021

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	236.273
σ	217.515
min	137.443
max	773.803

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	156.168
σ	15.661
min	130.494
max	168.699

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6874.330
σ	1176.086
min	4920.080
max	8243.804

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	5823.178
σ	1541.883
min	4387.003
max	7750.582

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.656
σ	0.011
min	172.640
max	172.669

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	368.118
σ	54.373
min	271.497
max	421.252

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.137
min	357.321
max	357.623

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	758.540
σ	72.492
min	593.963
max	812.564

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1005.104=2.980
σ	0.761-0.894=-0.133
min	1007.608-1004.640=2.968
max	1011.231-1008.809=2.422

*mean*	7214.000-1050.200=6163.800
σ	0.000-315.471=-315.471
min	7214.000-593.000=6621.000
max	7214.000-1653.000=5561.000

*mean*	1.536-1.617=-0.082
σ	0.191-0.106=0.085
min	1.391-1.450=-0.059
max	2.197-1.895=0.302

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.882=0.001
σ	0.003-0.002=0.001
min	0.881
max	0.887-0.886=0.001

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.312-0.448=-0.136
σ	0.113-0.127=-0.013
min	0.235-0.368=-0.133
max	0.512-0.671=-0.160

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=0.000
min	2.332
max	2.337

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.866-0.909=-0.043
σ	0.090-0.095=-0.005
min	0.785-0.834=-0.049
max	1.007-1.072=-0.065

name=heavy_item.art

*mean*	1.521-1.521=0.001
σ	0.002-0.001=0.001
min	1.520
max	1.524-1.523=0.001

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.533-0.546=-0.013
σ	0.041-0.057=-0.016
min	0.497-0.492=0.005
max	0.594-0.637=-0.042

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.855-0.877=-0.022
σ	0.041-0.066=-0.025
min	0.818-0.808=0.010
max	0.926-0.963=-0.037

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.552=-0.002
σ	0.019-0.025=-0.005
min	963.534-963.524=0.010
max	963.583-963.584=-0.001

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.822-0.835=-0.013
σ	0.038-0.030=0.009
min	0.772-0.797=-0.025
max	0.854-0.865=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.857=-0.003
σ	0.008-0.007=0.001
min	884.847
max	884.866-884.866=-0.000

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.694-0.737=-0.044
σ	0.062-0.021=0.041
min	0.611-0.705=-0.094
max	0.745-0.758=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	3.521-4.321=-0.800
σ	0.084-0.080=0.004
min	3.280-4.202=-0.922
max	3.822-4.698=-0.876

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	3.583-3.929=-0.346
σ	0.096-0.374=-0.278
min	3.364-3.452=-0.088
max	3.969-4.547=-0.578

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.538-0.768=-0.231
σ	0.014-0.035=-0.021
min	0.514-0.569=-0.055
max	0.626-0.891=-0.265

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.513-0.567=-0.054
σ	0.011-0.094=-0.083
min	0.492-0.487=0.005
max	0.571-0.815=-0.245

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.741-294.194=3.547
σ	0.203-0.216=-0.013
min	297.557-293.912=3.645
max	298.273-294.629=3.644

*mean*	7214.000-2026.000=5188.000
σ	0.000
min	7214.000-2026.000=5188.000
max	7214.000-2026.000=5188.000

*mean*	0.591-0.545=0.046
σ	0.061-0.035=0.026
min	0.514-0.504=0.010
max	0.730-0.592=0.137

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.726-281.495=8.230
σ	0.032-0.041=-0.009
min	289.685-281.445=8.239
max	289.773-281.537=8.236

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.392-0.394=-0.002
σ	0.006-0.008=-0.002
min	0.387-0.384=0.003
max	0.403-0.400=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.643-1291.483=8.161
σ	0.102-0.104=-0.001
min	1299.519-1291.366=8.152
max	1299.766-1291.624=8.142

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	1.979-1.882=0.096
σ	0.145-0.095=0.050
min	1.830-1.796=0.035
max	2.157-2.028=0.129

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.607-1534.349=8.258
σ	4.065-3.999=0.066
min	1540.591-1532.358=8.233
max	1549.870-1541.497=8.373

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	2.265-2.177=0.088
σ	0.194-0.165=0.029
min	2.041-2.009=0.032
max	2.568-2.420=0.148

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.607-1853.357=8.250
σ	0.064-0.048=0.016
min	1861.525-1853.300=8.225
max	1861.666-1853.414=8.251

*mean*	7214.000-1784.400=5429.600
σ	0.000-163.995=-163.995
min	7214.000-1653.000=5561.000
max	7214.000-2026.000=5188.000

*mean*	3.001-2.906=0.095
σ	0.109-0.075=0.034
min	2.875-2.838=0.036
max	3.175-2.992=0.183

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.445-1.379=0.066
σ	0.355-0.267=0.087
min	1.131-1.102=0.029
max	1.861-1.816=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-442.427=3.722
σ	577.065-577.065=0.001
min	157.613-153.893=3.720
max	1311.746-1308.023=3.723

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	0.549-0.543=0.006
σ	0.556-0.569=-0.013
min	0.269-0.257=0.012
max	1.382-1.397=-0.014

policies=20

*mean*	1576.429-1539.203=37.226
σ	0.354-0.332=0.022
min	1576.192-1538.974=37.218
max	1576.955-1539.697=37.259

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	2.640-2.592=0.048
σ	0.006-0.015=-0.008
min	2.631-2.574=0.057
max	2.645-2.608=0.037

policies=200

*mean*	15771.988-15400.276=371.712
σ	0.468-0.065=0.403
min	15771.290-15400.217=371.073
max	15772.291-15400.356=371.935

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7214.000-1653.000=5561.000
σ	0.000
min	7214.000-1653.000=5561.000
max	7214.000-1653.000=5561.000

*mean*	26.529-26.094=0.435
σ	0.184-0.025=0.160
min	26.346-26.063=0.283
max	26.783-26.123=0.660