Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-53.703=0.913
σ	0.347-0.368=-0.021
min	54.484-53.556=0.928
max	55.605-54.751=0.854

*mean*	417.000-413.000=4.000
σ	0.000
min	417.000-413.000=4.000
max	417.000-413.000=4.000

*mean*	0.141-0.138=0.003
σ	0.004-0.005=-0.001
min	0.138-0.129=0.008
max	0.146-0.144=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.058=0.729
σ	0.007-0.006=0.001
min	43.777-43.049=0.728
max	43.799-43.066=0.733

*mean*	417.000-413.000=4.000
σ	0.000
min	417.000-413.000=4.000
max	417.000-413.000=4.000

*mean*	0.126-0.122=0.004
σ	0.008-0.003=0.004
min	0.119-0.118=0.001
max	0.141-0.127=0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	85.047
σ	203.946
min	12.613
max	589.787

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	13.854
σ	1.944
min	12.142
max	18.528

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	15.063
σ	1.017
min	12.858
max	16.131

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	14.248
σ	0.978
min	12.482
max	15.496

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	14.163
σ	1.338
min	11.563
max	15.461

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	9.026
σ	0.369
min	8.317
max	9.550

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6.546
σ	0.393
min	6.079
max	7.213

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	6.146
σ	0.559
min	5.562
max	7.426

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.822
σ	0.591
min	5.340
max	7.245

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.936
σ	0.615
min	5.185
max	7.293

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4286.875
σ	1975.702
min	1552.000
max	7214.000

*mean*	5.708
σ	0.671
min	5.065
max	7.253

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.599

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	1447.409
σ	672.679
min	1033.818
max	2897.171

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561
σ	0.041
min	8744.545
max	8744.661

*mean*	3592.875
σ	1810.372
min	1077.000
max	5815.000

*mean*	4608.921
σ	1406.989
min	3522.263
max	7146.807

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.075
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	81.508
σ	11.128
min	72.680
max	99.018

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	82.264
σ	11.667
min	72.360
max	100.418

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.370
σ	8.758
min	87.060
max	109.140

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.361
σ	8.636
min	87.395
max	109.115

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	106.021
σ	8.332
min	91.739
max	113.067

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	103.496
σ	8.624
min	87.488
max	109.021

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	236.273
σ	217.515
min	137.443
max	773.803

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	156.168
σ	15.661
min	130.494
max	168.699

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.519

*mean*	4169.875
σ	1898.485
min	1552.000
max	7214.000

*mean*	6874.330
σ	1176.086
min	4920.080
max	8243.804

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7214.000
σ	0.000
min	7214.000
max	7214.000

*mean*	5823.178
σ	1541.883
min	4387.003
max	7750.582

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.656
σ	0.011
min	172.640
max	172.669

*mean*	488.000
σ	0.000
min	488.000
max	488.000

*mean*	368.118
σ	54.373
min	271.497
max	421.252

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.477
σ	0.137
min	357.321
max	357.623

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	758.540
σ	72.492
min	593.963
max	812.564

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1005.108=2.976
σ	0.761-0.875=-0.114
min	1007.608-1004.620=2.988
max	1011.231-1008.735=2.496

*mean*	7214.000-1052.950=6161.050
σ	0.000-321.163=-321.163
min	7214.000-552.000=6662.000
max	7214.000-1632.000=5582.000

*mean*	1.536-1.621=-0.085
σ	0.191-0.088=0.103
min	1.391-1.478=-0.088
max	2.197-1.860=0.337

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.312-0.498=-0.186
σ	0.113-0.187=-0.074
min	0.235-0.353=-0.118
max	0.512-0.712=-0.200

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.866-0.912=-0.047
σ	0.090-0.110=-0.020
min	0.785-0.839=-0.054
max	1.007-1.108=-0.101

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.533-0.553=-0.020
σ	0.041-0.052=-0.011
min	0.497-0.514=-0.017
max	0.594-0.644=-0.050

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.855-0.891=-0.036
σ	0.041-0.054=-0.013
min	0.818-0.831=-0.013
max	0.926-0.973=-0.047

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.553=-0.002
σ	0.019-0.035=-0.016
min	963.534-963.533=0.001
max	963.583-963.615=-0.032

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.822-0.826=-0.004
σ	0.038-0.051=-0.013
min	0.772-0.761=0.011
max	0.854-0.865=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.008-0.008=-0.000
min	884.847
max	884.866-884.867=-0.001

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.694-0.736=-0.042
σ	0.062-0.034=0.028
min	0.611-0.675=-0.065
max	0.745-0.758=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	3.521-4.285=-0.763
σ	0.084-0.072=0.012
min	3.280-4.146=-0.866
max	3.822-4.603=-0.781

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	3.583-4.248=-0.666
σ	0.096-0.087=0.009
min	3.364-4.101=-0.737
max	3.969-4.639=-0.671

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.538-0.766=-0.228
σ	0.014-0.022=-0.008
min	0.514-0.737=-0.223
max	0.626-0.928=-0.302

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.513-0.723=-0.210
σ	0.011-0.017=-0.006
min	0.492-0.681=-0.189
max	0.571-0.796=-0.225

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.741-294.181=3.560
σ	0.203-0.187=0.015
min	297.557-293.987=3.570
max	298.273-294.669=3.604

*mean*	7214.000-1939.000=5275.000
σ	0.000
min	7214.000-1939.000=5275.000
max	7214.000-1939.000=5275.000

*mean*	0.591-0.563=0.028
σ	0.061-0.052=0.010
min	0.514-0.487=0.027
max	0.730-0.661=0.068

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.726-281.497=8.229
σ	0.032-0.040=-0.008
min	289.685-281.448=8.237
max	289.773-281.539=8.234

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.392-0.394=-0.002
σ	0.006-0.006=-0.000
min	0.387-0.386=0.001
max	0.403-0.400=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.643-1291.476=8.167
σ	0.102-0.103=-0.001
min	1299.519-1291.360=8.158
max	1299.766-1291.612=8.154

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	1.979-1.982=-0.003
σ	0.145-0.160=-0.015
min	1.830-1.839=-0.009
max	2.157-2.249=-0.092

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.607-1534.321=8.286
σ	4.065-4.013=0.051
min	1540.591-1532.297=8.294
max	1549.870-1541.491=8.379

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	2.265-2.222=0.043
σ	0.194-0.190=0.004
min	2.041-2.036=0.005
max	2.568-2.462=0.105

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.607-1853.354=8.252
σ	0.064-0.049=0.014
min	1861.525-1853.307=8.218
max	1861.666-1853.423=8.242

*mean*	7214.000-1792.800=5421.200
σ	0.000-147.298=-147.298
min	7214.000-1632.000=5582.000
max	7214.000-1939.000=5275.000

*mean*	3.001-3.137=-0.135
σ	0.109-0.281=-0.172
min	2.875-2.905=-0.031
max	3.175-3.622=-0.447

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.445-1.487=-0.042
σ	0.355-0.289=0.065
min	1.131-1.122=0.009
max	1.861-1.889=-0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-442.430=3.719
σ	577.065-577.064=0.001
min	157.613-153.896=3.717
max	1311.746-1308.026=3.720

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	0.549-0.552=-0.003
σ	0.556-0.590=-0.034
min	0.269-0.255=0.014
max	1.382-1.436=-0.054

policies=20

*mean*	1576.429-1539.224=37.205
σ	0.354-0.316=0.039
min	1576.192-1539.004=37.188
max	1576.955-1539.693=37.262

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	2.640-2.571=0.069
σ	0.006-0.010=-0.004
min	2.631-2.560=0.071
max	2.645-2.581=0.064

policies=200

*mean*	15771.988-15400.412=371.576
σ	0.468-0.053=0.415
min	15771.290-15400.358=370.932
max	15772.291-15400.484=371.808

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7214.000-1632.000=5582.000
σ	0.000
min	7214.000-1632.000=5582.000
max	7214.000-1632.000=5582.000

*mean*	26.529-26.049=0.480
σ	0.184-0.047=0.138
min	26.346-25.991=0.355
max	26.783-26.102=0.680