Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-53.703=0.915
σ	0.351-0.368=-0.017
min	54.486-53.556=0.930
max	55.618-54.751=0.867

*mean*	415.000-413.000=2.000
σ	0.000
min	415.000-413.000=2.000
max	415.000-413.000=2.000

*mean*	0.142-0.138=0.004
σ	0.004-0.005=-0.000
min	0.137-0.129=0.008
max	0.147-0.144=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.058=0.729
σ	0.006-0.006=0.000
min	43.780-43.049=0.731
max	43.801-43.066=0.736

*mean*	415.000-413.000=2.000
σ	0.000
min	415.000-413.000=2.000
max	415.000-413.000=2.000

*mean*	0.123-0.122=0.001
σ	0.003-0.003=0.000
min	0.121-0.118=0.003
max	0.132-0.127=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4289.125
σ	1984.150
min	1548.000
max	7212.000

*mean*	98.897
σ	244.148
min	12.177
max	703.133

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4289.125
σ	1984.150
min	1548.000
max	7212.000

*mean*	13.320
σ	0.911
min	12.744
max	15.504

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	14.962
σ	0.680
min	13.674
max	15.724

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	13.056
σ	0.895
min	11.714
max	14.169

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4172.250
σ	1906.155
min	1548.000
max	7212.000

*mean*	13.546
σ	1.820
min	10.718
max	15.642

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4172.250
σ	1906.155
min	1548.000
max	7212.000

*mean*	9.001
σ	0.372
min	8.256
max	9.414

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4172.250
σ	1906.155
min	1548.000
max	7212.000

*mean*	6.794
σ	0.324
min	6.404
max	7.327

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4289.125
σ	1984.150
min	1548.000
max	7212.000

*mean*	5.996
σ	0.142
min	5.810
max	6.236

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.125
σ	1984.150
min	1548.000
max	7212.000

*mean*	5.566
σ	0.116
min	5.307
max	5.685

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.971

*mean*	4289.125
σ	1984.150
min	1548.000
max	7212.000

*mean*	5.682
σ	0.119
min	5.440
max	5.828

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.125
σ	1984.150
min	1548.000
max	7212.000

*mean*	5.497
σ	0.169
min	5.141
max	5.740

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1483.176
σ	719.148
min	1028.958
max	2980.407

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.659

*mean*	3593.500
σ	1823.849
min	1069.000
max	5834.000

*mean*	4462.183
σ	1323.634
min	3467.199
max	6910.194

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.076
σ	0.001
min	62.076
max	62.080

*mean*	4172.250
σ	1906.155
min	1548.000
max	7212.000

*mean*	77.014
σ	4.110
min	70.326
max	82.794

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4172.250
σ	1906.155
min	1548.000
max	7212.000

*mean*	77.260
σ	3.805
min	70.801
max	82.871

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.949

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.144
σ	7.550
min	90.549
max	109.428

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.114
σ	7.394
min	90.943
max	108.857

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	105.480
σ	6.460
min	94.451
max	112.057

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.953

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.058
σ	7.117
min	91.229
max	107.908

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.003
min	66.685
max	66.694

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	209.357
σ	141.708
min	142.607
max	559.121

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	152.841
σ	21.522
min	106.757
max	168.889

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.319
min	11655.305
max	11667.522

*mean*	4172.250
σ	1906.155
min	1548.000
max	7212.000

*mean*	6789.668
σ	1025.080
min	4856.754
max	8014.381

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.069

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	5773.843
σ	1357.794
min	4346.665
max	7664.151

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.654
σ	0.012
min	172.642
max	172.671

*mean*	486.000
σ	0.000
min	486.000
max	486.000

*mean*	359.539
σ	29.101
min	309.921
max	394.366

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.475
σ	0.162
min	357.321
max	357.635

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	796.351
σ	22.246
min	745.815
max	813.250

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1005.108=2.976
σ	0.761-0.875=-0.114
min	1007.610-1004.620=2.990
max	1011.230-1008.735=2.495

*mean*	7212.000-1052.950=6159.050
σ	0.000-321.163=-321.163
min	7212.000-552.000=6660.000
max	7212.000-1632.000=5580.000

*mean*	1.524-1.621=-0.097
σ	0.147-0.088=0.059
min	1.383-1.478=-0.095
max	1.893-1.860=0.032

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.323-0.498=-0.175
σ	0.108-0.187=-0.079
min	0.236-0.353=-0.117
max	0.499-0.712=-0.213

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.740-0.912=-0.172
σ	0.114-0.110=0.003
min	0.602-0.839=-0.237
max	0.839-1.108=-0.269

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.534-0.553=-0.019
σ	0.043-0.052=-0.010
min	0.498-0.514=-0.016
max	0.603-0.644=-0.041

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.837-0.891=-0.054
σ	0.041-0.054=-0.013
min	0.806-0.831=-0.024
max	0.908-0.973=-0.065

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.553=-0.003
σ	0.026-0.035=-0.009
min	963.536-963.533=0.002
max	963.596-963.615=-0.019

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.790-0.826=-0.036
σ	0.086-0.051=0.035
min	0.641-0.761=-0.120
max	0.847-0.865=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.010-0.008=0.001
min	884.847
max	884.869-884.867=0.002

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.640-0.736=-0.096
σ	0.005-0.034=-0.029
min	0.634-0.675=-0.041
max	0.646-0.758=-0.112

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	3.494-4.285=-0.790
σ	0.083-0.072=0.011
min	3.286-4.146=-0.860
max	3.760-4.603=-0.843

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	3.057-4.248=-1.191
σ	0.385-0.087=0.298
min	2.617-4.101=-1.485
max	3.850-4.639=-0.789

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002-0.002=-0.000
min	2.287
max	2.291

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.540-0.766=-0.225
σ	0.038-0.022=0.015
min	0.513-0.737=-0.224
max	0.885-0.928=-0.043

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.509-0.723=-0.214
σ	0.024-0.017=0.007
min	0.403-0.681=-0.277
max	0.690-0.796=-0.105

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.507-294.181=3.326
σ	0.240-0.187=0.052
min	297.342-293.987=3.355
max	298.163-294.669=3.493

*mean*	7212.000-1939.000=5273.000
σ	0.000
min	7212.000-1939.000=5273.000
max	7212.000-1939.000=5273.000

*mean*	0.575-0.563=0.012
σ	0.055-0.052=0.003
min	0.513-0.487=0.026
max	0.700-0.661=0.039

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727-281.497=8.230
σ	0.031-0.040=-0.009
min	289.684-281.448=8.236
max	289.769-281.539=8.229

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.388-0.394=-0.006
σ	0.001-0.006=-0.005
min	0.387-0.386=0.001
max	0.389-0.400=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.631-1291.476=8.155
σ	0.104-0.103=0.001
min	1299.505-1291.360=8.145
max	1299.773-1291.612=8.161

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	2.039-1.982=0.057
σ	0.092-0.160=-0.068
min	1.936-1.839=0.097
max	2.174-2.249=-0.075

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.638-1534.321=8.317
σ	4.052-4.013=0.039
min	1540.567-1532.297=8.270
max	1549.877-1541.491=8.386

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	2.336-2.222=0.114
σ	0.214-0.190=0.024
min	2.124-2.036=0.089
max	2.595-2.462=0.133

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.609-1853.354=8.254
σ	0.056-0.049=0.007
min	1861.535-1853.307=8.228
max	1861.668-1853.423=8.244

*mean*	7212.000-1792.800=5419.200
σ	0.000-147.298=-147.298
min	7212.000-1632.000=5580.000
max	7212.000-1939.000=5273.000

*mean*	3.010-3.137=-0.126
σ	0.106-0.281=-0.175
min	2.878-2.905=-0.028
max	3.172-3.622=-0.449

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.470-1.487=-0.018
σ	0.254-0.289=-0.035
min	1.277-1.122=0.155
max	1.812-1.889=-0.077

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-442.430=3.720
σ	577.066-577.064=0.002
min	157.614-153.896=3.718
max	1311.749-1308.026=3.723

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	0.543-0.552=-0.009
σ	0.552-0.590=-0.038
min	0.266-0.255=0.011
max	1.370-1.436=-0.066

policies=20

*mean*	1576.426-1539.224=37.202
σ	0.347-0.316=0.032
min	1576.194-1539.004=37.190
max	1576.942-1539.693=37.250

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	2.636-2.571=0.066
σ	0.020-0.010=0.010
min	2.617-2.560=0.057
max	2.659-2.581=0.077

policies=200

*mean*	15772.223-15400.412=371.811
σ	0.074-0.053=0.020
min	15772.113-15400.358=371.754
max	15772.263-15400.484=371.779

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000-1632.000=5580.000
σ	0.000
min	7212.000-1632.000=5580.000
max	7212.000-1632.000=5580.000

*mean*	26.517-26.049=0.468
σ	0.097-0.047=0.051
min	26.412-25.991=0.421
max	26.612-26.102=0.509