Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.055=0.563
σ	0.349-0.368=-0.020
min	54.480-53.914=0.566
max	55.610-55.102=0.507

*mean*	417.000-417.900=-0.900
σ	0.000-0.316=-0.316
min	417.000
max	417.000-418.000=-1.000

*mean*	0.141-0.139=0.002
σ	0.004-0.005=-0.001
min	0.138-0.132=0.005
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.393=0.392
σ	0.006-0.006=0.000
min	43.779-43.386=0.393
max	43.796-43.404=0.393

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.005=-0.001
min	0.120-0.116=0.004
max	0.129-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	12.397
σ	0.461
min	11.597
max	12.874

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	11.927
σ	0.843
min	10.864
max	12.903

op=table_records(), no indexes

*mean*	41.932
σ	0.000
min	41.932
max	41.933

*mean*	7553.000
σ	0.000
min	7553.000
max	7553.000

*mean*	13.824
σ	1.067
min	12.498
max	15.028

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	12.106
σ	1.798
min	10.278
max	14.638

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.609

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	8.437
σ	0.696
min	7.872
max	10.014

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	6.325
σ	0.733
min	5.819
max	8.071

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	5.383
σ	0.062
min	5.304
max	5.507

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	5.101
σ	0.169
min	4.871
max	5.363

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.597
σ	0.000
min	2524.597
max	2524.598

*mean*	7553.000
σ	0.000
min	7553.000
max	7553.000

*mean*	1048.702
σ	4.636
min	1039.723
max	1054.863

op=load_product(), with indexes

*mean*	8744.559
σ	0.034
min	8744.544
max	8744.643

*mean*	3771.500
σ	1633.859
min	1906.000
max	5949.000

*mean*	4401.660
σ	1399.965
min	3532.024
max	7354.243

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.003
min	62.076
max	62.084

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	84.854
σ	11.185
min	71.537
max	98.956

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7553.000
σ	0.000
min	7553.000
max	7553.000

*mean*	247.614
σ	416.122
min	84.709
max	1277.295

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.001
min	66.685
max	66.689

*mean*	7553.000
σ	0.000
min	7553.000
max	7553.000

*mean*	151.030
σ	13.409
min	133.600
max	168.009

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833
σ	4.317
min	11655.305
max	11667.517

*mean*	4258.875
σ	1893.704
min	1906.000
max	7553.000

*mean*	6300.930
σ	1182.759
min	4922.497
max	8340.364

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7553.000
σ	0.000
min	7553.000
max	7553.000

*mean*	5419.689
σ	1317.469
min	4347.027
max	7185.913

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.580
σ	0.023
min	172.558
max	172.625

*mean*	1906.000
σ	0.000
min	1906.000
max	1906.000

*mean*	329.958
σ	62.578
min	260.483
max	398.910

op=pointedIndexFromKvs

rows=400000

*mean*	357.369
σ	0.042
min	357.321
max	357.414

*mean*	1906.000
σ	0.000
min	1906.000
max	1906.000

*mean*	761.708
σ	66.708
min	605.666
max	821.629

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.191-1007.004=1.187
σ	0.865-1.215=-0.350
min	1007.683-1006.460=1.224
max	1011.754-1012.102=-0.348

*mean*	1041.350-1055.350=-14.000
σ	306.518-307.959=-1.441
min	546.000-580.000=-34.000
max	1470.000-1647.000=-177.000

*mean*	1.556-1.573=-0.017
σ	0.105-0.081=0.025
min	1.464-1.497=-0.032
max	1.873-1.788=0.085

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.003-0.003=0.000
min	0.881-0.882=-0.000
max	0.887-0.887=0.000

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.431-0.433=-0.003
σ	0.152-0.138=0.014
min	0.342-0.336=0.006
max	0.701-0.668=0.033

name=error_case.art

*mean*	2.334-2.339=-0.005
σ	0.002-0.003=-0.000
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.923-0.876=0.047
σ	0.165-0.104=0.061
min	0.828-0.809=0.019
max	1.216-1.058=0.158

name=heavy_item.art

*mean*	1.522-1.524=-0.003
σ	0.002-0.002=-0.001
min	1.520-1.522=-0.002
max	1.524-1.528=-0.004

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.549-0.523=0.026
σ	0.044-0.051=-0.007
min	0.514-0.484=0.030
max	0.624-0.612=0.012

name=nested_use.art

*mean*	2.355-2.362=-0.006
σ	0.002-0.002=-0.001
min	2.355-2.360=-0.005
max	2.358-2.365=-0.007

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.843-0.839=0.004
σ	0.041-0.041=-0.001
min	0.808-0.814=-0.005
max	0.911-0.913=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-964.836=-1.293
σ	0.025-0.033=-0.008
min	963.523-964.811=-1.288
max	963.584-964.892=-1.307

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.855-0.827=0.028
σ	0.018-0.045=-0.027
min	0.822-0.753=0.069
max	0.866-0.859=0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.511=-0.658
σ	0.006-0.005=0.001
min	884.847-885.504=-0.657
max	884.861-885.516=-0.655

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.708-0.717=-0.009
σ	0.035-0.034=0.002
min	0.670-0.662=0.007
max	0.746-0.745=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=-0.000
min	7.705-7.715=-0.010
max	7.709-7.720=-0.011

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	3.519-4.271=-0.752
σ	0.103-0.099=0.004
min	2.994-4.146=-1.152
max	3.830-4.791=-0.960

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002-0.002=0.000
min	7.654-7.664=-0.010
max	7.659-7.668=-0.008

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	3.518-4.251=-0.733
σ	0.077-0.074=0.004
min	3.396-4.124=-0.728
max	3.817-4.511=-0.694

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.538-0.729=-0.192
σ	0.013-0.021=-0.008
min	0.513-0.678=-0.164
max	0.623-0.850=-0.227

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.508-0.694=-0.185
σ	0.012-0.018=-0.005
min	0.487-0.652=-0.166
max	0.550-0.794=-0.244

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.305-297.082=0.223
σ	0.194-0.222=-0.028
min	297.146-296.878=0.268
max	297.793-297.632=0.161

*mean*	1906.000-1904.000=2.000
σ	0.000
min	1906.000-1904.000=2.000
max	1906.000-1904.000=2.000

*mean*	0.599-0.569=0.030
σ	0.016-0.028=-0.013
min	0.571-0.520=0.051
max	0.622-0.607=0.015

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.778-286.823=2.956
σ	0.034-0.036=-0.002
min	289.739-286.774=2.965
max	289.818-286.861=2.957

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.408-0.394=0.014
σ	0.013-0.008=0.005
min	0.397-0.386=0.011
max	0.425-0.404=0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.608-1297.266=2.342
σ	0.088-0.097=-0.009
min	1299.499-1297.128=2.371
max	1299.722-1297.385=2.337

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	1.894-2.249=-0.355
σ	0.065-0.116=-0.050
min	1.832-2.169=-0.337
max	1.967-2.453=-0.486

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.615-1541.392=1.223
σ	4.062-6.775=-2.713
min	1540.545-1538.268=2.277
max	1549.872-1553.510=-3.638

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	2.242-2.369=-0.127
σ	0.241-0.263=-0.022
min	2.056-2.148=-0.092
max	2.651-2.767=-0.115

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.638-1859.117=2.521
σ	0.053-0.066=-0.013
min	1861.581-1859.027=2.554
max	1861.705-1859.193=2.511

*mean*	1742.800-1776.800=-34.000
σ	174.745-126.308=48.437
min	1498.000-1647.000=-149.000
max	1906.000-1904.000=2.000

*mean*	3.065-3.101=-0.036
σ	0.242-0.274=-0.032
min	2.880-2.854=0.026
max	3.482-3.527=-0.046

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.694-1.265=0.429
σ	0.305-0.260=0.045
min	1.220-0.964=0.256
max	1.937-1.634=0.303

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-448.822=-2.636
σ	577.140-581.373=-4.233
min	157.614-158.134=-0.520
max	1311.896-1320.881=-8.985

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	0.535-0.554=-0.019
σ	0.545-0.581=-0.036
min	0.260-0.264=-0.004
max	1.353-1.425=-0.072

policies=20

*mean*	1576.419-1581.632=-5.214
σ	0.344-0.368=-0.024
min	1576.183-1581.386=-5.203
max	1576.930-1582.180=-5.250

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	2.611-2.651=-0.040
σ	0.012-0.018=-0.005
min	2.598-2.636=-0.038
max	2.627-2.676=-0.049

policies=200

*mean*	15772.211-15824.059=-51.848
σ	0.098-0.119=-0.021
min	15772.102-15823.956=-51.854
max	15772.327-15824.222=-51.895

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1470.000-1647.000=-177.000
σ	0.000
min	1470.000-1647.000=-177.000
max	1470.000-1647.000=-177.000

*mean*	26.487-26.718=-0.231
σ	0.120-0.051=0.069
min	26.380-26.670=-0.290
max	26.645-26.784=-0.139