Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.350-0.351=-0.001
min	54.486-54.481=0.004
max	55.614-55.615=-0.001

*mean*	412.000
σ	0.000
min	412.000
max	412.000

*mean*	0.140-0.137=0.002
σ	0.005-0.007=-0.001
min	0.136-0.131=0.005
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.000
σ	0.006-0.005=0.001
min	43.779-43.778=0.001
max	43.800-43.795=0.005

*mean*	412.000
σ	0.000
min	412.000
max	412.000

*mean*	0.121-0.121=0.001
σ	0.004-0.005=-0.000
min	0.116-0.115=0.001
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4285.000
σ	1982.059
min	1549.000
max	7208.000

*mean*	103.650
σ	257.057
min	12.532
max	739.832

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4285.000
σ	1982.059
min	1549.000
max	7208.000

*mean*	14.207
σ	3.049
min	12.158
max	21.680

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	14.874
σ	0.929
min	13.022
max	15.467

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	13.557
σ	1.475
min	12.117
max	15.626

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4168.750
σ	1904.522
min	1549.000
max	7208.000

*mean*	13.607
σ	1.687
min	11.094
max	15.172

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4168.750
σ	1904.522
min	1549.000
max	7208.000

*mean*	9.207
σ	0.434
min	8.772
max	9.739

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4168.750
σ	1904.522
min	1549.000
max	7208.000

*mean*	6.590
σ	0.330
min	5.933
max	6.927

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4285.000
σ	1982.059
min	1549.000
max	7208.000

*mean*	6.268
σ	0.657
min	5.793
max	7.862

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4285.000
σ	1982.059
min	1549.000
max	7208.000

*mean*	5.740
σ	0.696
min	5.097
max	7.333

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.970
σ	0.002
min	25.967
max	25.972

*mean*	4285.000
σ	1982.059
min	1549.000
max	7208.000

*mean*	5.796
σ	0.702
min	5.319
max	7.488

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4285.000
σ	1982.059
min	1549.000
max	7208.000

*mean*	5.681
σ	0.694
min	5.122
max	7.323

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	13.016
σ	1.840
min	11.813
max	17.454

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	12.447
σ	2.221
min	11.384
max	17.928

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7533.000
σ	0.000
min	7533.000
max	7533.000

*mean*	14.362
σ	1.041
min	13.055
max	15.425

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	12.083
σ	1.854
min	10.177
max	15.530

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	8.923
σ	1.261
min	8.052
max	11.988

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	7.044
σ	1.130
min	6.519
max	9.830

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	5.571
σ	0.562
min	5.332
max	6.958

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	5.499
σ	0.549
min	5.248
max	6.856

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596
σ	0.002
min	2524.594
max	2524.598

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	1349.135
σ	460.339
min	1034.231
max	2183.596

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3590.250
σ	1820.787
min	1068.000
max	5826.000

*mean*	4783.252
σ	1616.506
min	3512.005
max	7058.220

op=load_product(), no indexes

*mean*	2524.593
σ	0.000
min	2524.593
max	2524.594

*mean*	7533.000
σ	0.000
min	7533.000
max	7533.000

*mean*	1104.872
σ	157.060
min	1040.316
max	1493.347

op=load_product(), with indexes

*mean*	8744.558
σ	0.033
min	8744.544
max	8744.640

*mean*	3762.125
σ	1629.870
min	1904.000
max	5934.000

*mean*	4587.003
σ	1486.064
min	3500.936
max	7282.087

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4168.750
σ	1904.522
min	1549.000
max	7208.000

*mean*	81.111
σ	9.806
min	71.868
max	100.623

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4168.750
σ	1904.522
min	1549.000
max	7208.000

*mean*	81.524
σ	9.506
min	72.004
max	98.766

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	103.675
σ	6.956
min	89.729
max	108.269

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.944
max	40.948

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	103.584
σ	6.997
min	89.258
max	108.128

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.953

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	105.455
σ	7.392
min	92.100
max	112.716

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.949
max	40.954

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	103.853
σ	7.148
min	89.490
max	108.592

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686
σ	0.001
min	66.686
max	66.689

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	229.247
σ	196.457
min	141.095
max	714.874

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.690

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	155.847
σ	14.548
min	128.312
max	167.041

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.075
max	62.080

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	89.202
σ	14.617
min	70.758
max	109.320

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.943
max	40.945

*mean*	7533.000
σ	0.000
min	7533.000
max	7533.000

*mean*	240.835
σ	400.670
min	84.469
max	1232.206

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7533.000
σ	0.000
min	7533.000
max	7533.000

*mean*	152.228
σ	13.278
min	135.287
max	168.436

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4168.750
σ	1904.522
min	1549.000
max	7208.000

*mean*	6715.784
σ	1276.509
min	4889.397
max	8043.558

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066
σ	0.002
min	11560.064
max	11560.069

*mean*	7208.000
σ	0.000
min	7208.000
max	7208.000

*mean*	5532.651
σ	1287.370
min	4358.810
max	7780.410

op=table_records()

*mean*	11656.833
σ	4.317
min	11655.305
max	11667.516

*mean*	4249.250
σ	1888.534
min	1904.000
max	7533.000

*mean*	6505.217
σ	1138.386
min	4952.568
max	7957.434

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7533.000
σ	0.000
min	7533.000
max	7533.000

*mean*	5243.754
σ	1189.412
min	4365.447
max	7410.019

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.664
σ	0.009
min	172.644
max	172.671

*mean*	485.000
σ	0.000
min	485.000
max	485.000

*mean*	398.145
σ	18.812
min	366.808
max	418.444

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.462
σ	0.150
min	357.321
max	357.634

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	766.032
σ	71.356
min	623.944
max	809.927

op=pointedIndexFromKvs

rows=200000

*mean*	172.581
σ	0.023
min	172.558
max	172.620

*mean*	1904.000
σ	0.000
min	1904.000
max	1904.000

*mean*	313.199
σ	36.550
min	260.002
max	357.653

op=pointedIndexFromKvs

rows=400000

*mean*	357.371
σ	0.045
min	357.321
max	357.426

*mean*	1904.000
σ	0.000
min	1904.000
max	1904.000

*mean*	773.715
σ	20.708
min	746.446
max	802.417

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.084=0.100
σ	0.882-0.761=0.121
min	1007.697-1007.611=0.086
max	1011.839-1011.229=0.610

*mean*	1039.600-7208.000=-6168.400
σ	306.773-0.000=306.773
min	544.000-7208.000=-6664.000
max	1469.000-7208.000=-5739.000

*mean*	1.553-1.513=0.040
σ	0.099-0.122=-0.023
min	1.466-1.392=0.074
max	1.821-1.800=0.020

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.415-0.417=-0.002
σ	0.139-0.119=0.020
min	0.335-0.347=-0.012
max	0.661-0.628=0.034

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.884-0.887=-0.003
σ	0.081-0.103=-0.022
min	0.833-0.806=0.027
max	1.026-1.062=-0.036

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.550-0.547=0.004
σ	0.048-0.073=-0.025
min	0.509-0.488=0.021
max	0.632-0.660=-0.028

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.839-0.826=0.013
σ	0.040-0.044=-0.004
min	0.800-0.789=0.011
max	0.904-0.895=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.549=-0.009
σ	0.031-0.033=-0.001
min	963.523
max	963.596-963.605=-0.009

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.837-0.745=0.093
σ	0.039-0.073=-0.034
min	0.770-0.641=0.129
max	0.864-0.806=0.058

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.856=-0.003
σ	0.006-0.007=-0.001
min	884.847
max	884.861-884.863=-0.002

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.707-0.700=0.007
σ	0.039-0.057=-0.019
min	0.663-0.606=0.057
max	0.749-0.749=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	3.511-4.280=-0.769
σ	0.101-0.094=0.008
min	3.367-4.146=-0.779
max	3.842-4.862=-1.020

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.661=-0.003

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	3.487-4.272=-0.784
σ	0.087-0.070=0.017
min	3.355-4.148=-0.793
max	3.763-4.521=-0.759

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.746-0.756=-0.010
σ	0.016-0.024=-0.008
min	0.725-0.712=0.013
max	0.846-0.892=-0.046

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.705-0.708=-0.003
σ	0.016-0.017=-0.002
min	0.678-0.669=0.008
max	0.776-0.807=-0.031

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.582-297.539=0.043
σ	0.197-0.221=-0.024
min	297.421-297.384=0.037
max	298.103-298.128=-0.025

*mean*	1904.000-7208.000=-5304.000
σ	0.000
min	1904.000-7208.000=-5304.000
max	1904.000-7208.000=-5304.000

*mean*	0.583-0.552=0.031
σ	0.032-0.043=-0.011
min	0.519-0.498=0.021
max	0.623-0.610=0.013

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.725=0.049
σ	0.038-0.032=0.006
min	289.720-289.683=0.038
max	289.813-289.769=0.044

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.403-0.390=0.014
σ	0.009-0.001=0.008
min	0.391-0.389=0.002
max	0.415-0.391=0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.695-1299.648=0.046
σ	0.094-0.113=-0.019
min	1299.574-1299.503=0.071
max	1299.822-1299.773=0.049

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	2.202-1.865=0.337
σ	0.075-0.053=0.022
min	2.120-1.821=0.298
max	2.314-1.943=0.371

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.675-1542.643=0.032
σ	4.060-4.032=0.028
min	1540.705-1540.614=0.091
max	1549.932-1549.848=0.084

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	2.370-2.364=0.005
σ	0.270-0.200=0.071
min	2.150-2.115=0.035
max	2.827-2.607=0.221

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.630-1861.613=0.017
σ	0.070-0.087=-0.017
min	1861.534-1861.499=0.035
max	1861.706-1861.723=-0.017

*mean*	1739.800-7208.000=-5468.200
σ	176.749-0.000=176.749
min	1492.000-7208.000=-5716.000
max	1904.000-7208.000=-5304.000

*mean*	3.034-2.851=0.183
σ	0.170-0.025=0.145
min	2.874-2.812=0.062
max	3.236-2.875=0.361

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.822-1.469=0.352
σ	0.040-0.237=-0.197
min	1.764-1.205=0.559
max	1.859-1.748=0.111

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.149=0.036
σ	577.140-577.063=0.077
min	157.612-157.616=-0.004
max	1311.896-1311.744=0.152

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	0.517-0.551=-0.034
σ	0.501-0.565=-0.063
min	0.263-0.267=-0.004
max	1.268-1.398=-0.129

policies=20

*mean*	1576.434-1576.428=0.006
σ	0.372-0.355=0.016
min	1576.187-1576.188=-0.001
max	1576.988-1576.955=0.033

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	2.660-2.642=0.018
σ	0.057-0.037=0.020
min	2.606-2.603=0.003
max	2.712-2.690=0.022

policies=200

*mean*	15772.208-15772.307=-0.098
σ	0.101-0.079=0.022
min	15772.115-15772.230=-0.115
max	15772.349-15772.416=-0.068

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1469.000-7208.000=-5739.000
σ	0.000
min	1469.000-7208.000=-5739.000
max	1469.000-7208.000=-5739.000

*mean*	26.470-26.635=-0.165
σ	0.080-0.132=-0.051
min	26.391-26.459=-0.069
max	26.546-26.763=-0.217