Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.054=0.564
σ	0.350-0.371=-0.020
min	54.487-53.908=0.579
max	55.614-55.108=0.506

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.143-0.139=0.004
σ	0.004-0.006=-0.002
min	0.140-0.130=0.010
max	0.150-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.393=0.393
σ	0.006-0.006=0.000
min	43.779-43.386=0.393
max	43.801-43.401=0.400

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.123-0.123=-0.000
σ	0.006-0.004=0.002
min	0.117-0.119=-0.002
max	0.134-0.128=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	12.055
σ	0.137
min	11.813
max	12.219

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	12.095
σ	0.721
min	11.175
max	13.229

op=table_records(), no indexes

*mean*	41.932
σ	0.000
min	41.932
max	41.933

*mean*	7543.000
σ	0.000
min	7543.000
max	7543.000

*mean*	13.984
σ	1.172
min	12.364
max	15.866

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	11.726
σ	2.076
min	10.131
max	15.127

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.609

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	8.135
σ	0.405
min	7.523
max	8.552

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	6.036
σ	0.292
min	5.683
max	6.511

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	5.272
σ	0.134
min	5.037
max	5.407

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	5.169
σ	0.171
min	4.987
max	5.541

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.597
σ	0.000
min	2524.597
max	2524.597

*mean*	7543.000
σ	0.000
min	7543.000
max	7543.000

*mean*	1045.233
σ	5.036
min	1037.939
max	1053.934

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.640

*mean*	3767.125
σ	1632.038
min	1906.000
max	5942.000

*mean*	4700.212
σ	1653.118
min	3518.721
max	7611.528

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	81.012
σ	10.420
min	70.323
max	100.593

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7543.000
σ	0.000
min	7543.000
max	7543.000

*mean*	236.079
σ	383.081
min	86.399
max	1183.934

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7543.000
σ	0.000
min	7543.000
max	7543.000

*mean*	153.043
σ	13.022
min	135.858
max	167.964

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833
σ	4.317
min	11655.305
max	11667.517

*mean*	4255.000
σ	1890.468
min	1906.000
max	7543.000

*mean*	6270.979
σ	1013.191
min	4944.491
max	7500.995

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.069

*mean*	7543.000
σ	0.000
min	7543.000
max	7543.000

*mean*	5357.525
σ	1341.719
min	4352.236
max	7443.930

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.584
σ	0.026
min	172.558
max	172.626

*mean*	1906.000
σ	0.000
min	1906.000
max	1906.000

*mean*	363.098
σ	44.801
min	265.273
max	407.409

op=pointedIndexFromKvs

rows=400000

*mean*	357.358
σ	0.035
min	357.321
max	357.393

*mean*	1906.000
σ	0.000
min	1906.000
max	1906.000

*mean*	743.354
σ	67.078
min	637.480
max	799.626

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1007.006=1.179
σ	0.918-1.189=-0.271
min	1007.713-1006.434=1.279
max	1012.008-1011.987=0.021

*mean*	1039.000-1055.100=-16.100
σ	293.507-314.791=-21.284
min	543.000-585.000=-42.000
max	1436.000-1618.000=-182.000

*mean*	1.527-1.530=-0.003
σ	0.113-0.053=0.061
min	1.327-1.459=-0.133
max	1.872-1.631=0.241

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.003=-0.000
min	0.881-0.882=-0.000
max	0.886-0.887=-0.001

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.442-0.447=-0.005
σ	0.169-0.147=0.022
min	0.337-0.362=-0.025
max	0.742-0.705=0.037

name=error_case.art

*mean*	2.333-2.339=-0.005
σ	0.003
min	2.332-2.337=-0.005
max	2.337-2.342=-0.005

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.935-0.940=-0.005
σ	0.172-0.214=-0.043
min	0.837-0.827=0.010
max	1.240-1.322=-0.082

name=heavy_item.art

*mean*	1.521-1.524=-0.002
σ	0.002
min	1.520-1.522=-0.002
max	1.524-1.526=-0.002

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.562-0.554=0.008
σ	0.043-0.057=-0.013
min	0.531-0.487=0.043
max	0.635-0.615=0.019

name=nested_use.art

*mean*	2.355-2.361=-0.005
σ	0.002
min	2.355-2.360=-0.005
max	2.358-2.364=-0.005

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.852-0.868=-0.016
σ	0.044-0.039=0.006
min	0.817-0.843=-0.026
max	0.925-0.936=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-964.840=-1.297
σ	0.026-0.035=-0.009
min	963.523-964.810=-1.287
max	963.586-964.898=-1.312

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.781-0.810=-0.028
σ	0.053-0.060=-0.007
min	0.694-0.727=-0.034
max	0.824-0.861=-0.036

name=cdr_enhanced_4k_loc.art

*mean*	884.854-885.513=-0.659
σ	0.006-0.008=-0.002
min	884.847-885.506=-0.659
max	884.862-885.525=-0.663

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.732-0.696=0.035
σ	0.022-0.039=-0.016
min	0.692-0.648=0.045
max	0.745-0.751=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.716=-0.010
σ	0.002-0.002=-0.000
min	7.705-7.715=-0.010
max	7.711-7.720=-0.010

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	4.227-4.281=-0.054
σ	0.082-0.080=0.003
min	4.065-4.132=-0.067
max	4.521-4.671=-0.150

name=record_render_large_syntax_err.art

*mean*	7.655-7.665=-0.010
σ	0.002
min	7.654-7.664=-0.010
max	7.658-7.668=-0.010

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	4.207-4.262=-0.055
σ	0.061-0.117=-0.056
min	4.099-4.096=0.003
max	4.399-5.012=-0.612

name=record_render_success.art

*mean*	2.288-2.291=-0.003
σ	0.002
min	2.287-2.290=-0.003
max	2.291-2.294=-0.003

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.764-0.750=0.014
σ	0.016-0.017=-0.001
min	0.737-0.711=0.025
max	0.856-0.863=-0.007

name=record_render_syntax_err.art

*mean*	2.163-2.166=-0.002
σ	0.002
min	2.163-2.165=-0.002
max	2.166-2.169=-0.002

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.721-0.703=0.018
σ	0.018-0.015=0.003
min	0.691-0.674=0.017
max	0.805-0.780=0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.521-296.935=0.586
σ	0.148-0.246=-0.098
min	297.255-296.719=0.535
max	297.844-297.559=0.285

*mean*	1906.000-2032.000=-126.000
σ	0.000
min	1906.000-2032.000=-126.000
max	1906.000-2032.000=-126.000

*mean*	0.563-0.577=-0.014
σ	0.050-0.020=0.029
min	0.507-0.537=-0.031
max	0.627-0.595=0.031

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-286.818=2.956
σ	0.037-0.039=-0.002
min	289.725-286.767=2.958
max	289.813-286.858=2.955

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.405-0.396=0.010
σ	0.014-0.005=0.008
min	0.394-0.388=0.005
max	0.426-0.400=0.026

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.600-1297.211=2.389
σ	0.086-0.121=-0.035
min	1299.492-1297.088=2.404
max	1299.711-1297.363=2.347

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	1.875-1.879=-0.004
σ	0.070-0.094=-0.024
min	1.803-1.804=-0.001
max	1.958-2.017=-0.058

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.601-1541.335=1.265
σ	4.042-6.843=-2.800
min	1540.582-1538.054=2.528
max	1549.825-1553.573=-3.748

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	2.244-2.230=0.013
σ	0.168-0.156=0.012
min	2.124-2.119=0.005
max	2.537-2.489=0.048

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.632-1859.123=2.509
σ	0.055-0.065=-0.010
min	1861.580-1859.032=2.548
max	1861.714-1859.199=2.515

*mean*	1741.200-1763.000=-21.800
σ	176.164-178.827=-2.663
min	1495.000-1618.000=-123.000
max	1906.000-2032.000=-126.000

*mean*	2.941-2.891=0.050
σ	0.215-0.145=0.070
min	2.742-2.777=-0.035
max	3.306-3.143=0.163

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.785-1.228=0.557
σ	0.221-0.363=-0.142
min	1.398-0.932=0.466
max	1.939-1.843=0.096

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-448.821=-2.637
σ	577.140-581.372=-4.232
min	157.611-158.131=-0.520
max	1311.894-1320.880=-8.986

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	0.539-0.533=0.006
σ	0.557-0.538=0.020
min	0.258-0.260=-0.002
max	1.374-1.339=0.035

policies=20

*mean*	1576.419-1581.621=-5.202
σ	0.345-0.340=0.005
min	1576.185-1581.390=-5.205
max	1576.931-1582.126=-5.194

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	2.613-2.608=0.004
σ	0.033-0.014=0.019
min	2.579-2.591=-0.011
max	2.658-2.623=0.035

policies=200

*mean*	15772.192-15824.268=-52.076
σ	0.105-0.067=0.038
min	15772.092-15824.218=-52.126
max	15772.291-15824.366=-52.074

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1436.000-1618.000=-182.000
σ	0.000
min	1436.000-1618.000=-182.000
max	1436.000-1618.000=-182.000

*mean*	26.310-26.573=-0.263
σ	0.104-0.048=0.055
min	26.224-26.517=-0.294
max	26.455-26.630=-0.175