Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.618=-0.002
σ	0.348-0.350=-0.002
min	54.485-54.487=-0.002
max	55.604-55.613=-0.009

*mean*	415.000-422.000=-7.000
σ	0.000
min	415.000-422.000=-7.000
max	415.000-422.000=-7.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.009=-0.005
min	0.131-0.131=0.000
max	0.146-0.159=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.002
σ	0.007-0.009=-0.002
min	43.777-43.775=0.002
max	43.799-43.804=-0.005

*mean*	415.000-422.000=-7.000
σ	0.000
min	415.000-422.000=-7.000
max	415.000-422.000=-7.000

*mean*	0.122-0.125=-0.002
σ	0.004-0.007=-0.004
min	0.118-0.120=-0.002
max	0.128-0.144=-0.015

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	12.589-12.885=-0.296
σ	0.290-1.673=-1.383
min	12.127-11.944=0.183
max	12.897-16.973=-4.077

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	12.590-13.343=-0.753
σ	0.591-1.625=-1.034
min	11.678-12.531=-0.853
max	13.449-17.344=-3.895

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.001=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7540.000-7542.000=-2.000
σ	0.000
min	7540.000-7542.000=-2.000
max	7540.000-7542.000=-2.000

*mean*	14.220-13.618=0.602
σ	1.053-0.992=0.061
min	12.644-12.491=0.153
max	15.644-14.683=0.961

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.003-0.002=0.001
min	41.927-41.927=-0.000
max	41.935-41.932=0.004

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	13.004-12.401=0.603
σ	1.594-2.205=-0.610
min	10.757-10.289=0.467
max	15.077-15.161=-0.084

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	9.122-8.817=0.305
σ	0.891-1.298=-0.407
min	8.303-7.873=0.430
max	10.617-11.922=-1.305

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	6.689-6.684=0.004
σ	0.979-1.119=-0.140
min	5.382-6.004=-0.622
max	8.220-9.403=-1.183

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.669=0.000

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	5.659-5.639=0.020
σ	0.156-0.536=-0.380
min	5.420-5.233=0.186
max	5.875-6.942=-1.068

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.971=0.001

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	5.321-5.409=-0.088
σ	0.172-0.534=-0.362
min	4.948-5.066=-0.118
max	5.487-6.704=-1.217

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=0.000
max	2524.594

*mean*	7540.000-7542.000=-2.000
σ	0.000
min	7540.000-7542.000=-2.000
max	7540.000-7542.000=-2.000

*mean*	1042.958-1106.450=-63.492
σ	5.622-159.785=-154.163
min	1034.797-1043.068=-8.271
max	1050.834-1501.606=-450.772

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=0.000
min	8744.544-8744.544=-0.000
max	8744.640-8744.639=0.001

*mean*	3784.125-3794.750=-10.625
σ	1613.567-1606.742=6.825
min	1962.000-1990.000=-28.000
max	5942.000-5949.000=-7.000

*mean*	4734.264-4649.167=85.097
σ	1438.385-1504.717=-66.332
min	3526.010-3557.034=-31.023
max	7083.141-7361.410=-278.269

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	87.665-88.702=-1.036
σ	12.431-13.429=-0.998
min	72.686-76.363=-3.677
max	104.570-117.417=-12.847

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7540.000-7542.000=-2.000
σ	0.000
min	7540.000-7542.000=-2.000
max	7540.000-7542.000=-2.000

*mean*	233.626-237.522=-3.897
σ	374.875-386.855=-11.980
min	85.695-85.718=-0.023
max	1161.165-1194.766=-33.602

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685
max	66.686-66.689=-0.003

*mean*	7540.000-7542.000=-2.000
σ	0.000
min	7540.000-7542.000=-2.000
max	7540.000-7542.000=-2.000

*mean*	153.830-148.441=5.390
σ	13.512-16.114=-2.602
min	135.998-120.791=15.207
max	170.083-165.812=4.271

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.834=-0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.521

*mean*	4264.125-4271.500=-7.375
σ	1880.786-1875.122=5.664
min	1962.000-1990.000=-28.000
max	7540.000-7542.000=-2.000

*mean*	6661.591-6553.247=108.344
σ	1339.563-1297.635=41.928
min	4958.248-4985.947=-27.699
max	8322.253-8270.335=51.918

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.066=-0.001
max	11560.069

*mean*	7540.000-7542.000=-2.000
σ	0.000
min	7540.000-7542.000=-2.000
max	7540.000-7542.000=-2.000

*mean*	5420.553-5482.501=-61.948
σ	1363.964-1343.777=20.187
min	4329.409-4411.811=-82.402
max	7328.637-7267.779=60.859

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.584-172.582=0.002
σ	0.025-0.026=-0.001
min	172.558
max	172.621-172.624=-0.004

*mean*	1962.000-1990.000=-28.000
σ	0.000
min	1962.000-1990.000=-28.000
max	1962.000-1990.000=-28.000

*mean*	369.772-350.621=19.151
σ	21.597-35.790=-14.192
min	344.416-274.307=70.109
max	400.396-403.568=-3.172

op=pointedIndexFromKvs

rows=400000

*mean*	357.357-357.362=-0.004
σ	0.035-0.043=-0.008
min	357.321
max	357.395-357.405=-0.010

*mean*	1962.000-1990.000=-28.000
σ	0.000
min	1962.000-1990.000=-28.000
max	1962.000-1990.000=-28.000

*mean*	731.265-763.268=-32.004
σ	60.779-64.684=-3.905
min	615.588-611.603=3.985
max	779.932-809.514=-29.582

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.182=0.002
σ	0.877-0.927=-0.050
min	1007.688-1007.716=-0.028
max	1011.818-1012.041=-0.223

*mean*	1038.400-1058.450=-20.050
σ	305.084-316.802=-11.718
min	546.000-581.000=-35.000
max	1468.000-1528.000=-60.000

*mean*	1.538-1.552=-0.014
σ	0.081-0.111=-0.030
min	1.454-1.452=0.002
max	1.750-1.905=-0.155

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.002

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.416-0.439=-0.024
σ	0.129-0.132=-0.003
min	0.327-0.340=-0.014
max	0.642-0.656=-0.014

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.888-0.901=-0.013
σ	0.096-0.102=-0.006
min	0.829-0.837=-0.008
max	1.055-1.082=-0.027

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.548-0.548=-0.001
σ	0.046-0.041=0.005
min	0.505-0.515=-0.010
max	0.626-0.620=0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.845-0.840=0.005
σ	0.041-0.050=-0.009
min	0.814-0.799=0.015
max	0.915-0.919=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.550=-0.009
σ	0.032-0.035=-0.003
min	963.523
max	963.597-963.611=-0.014

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.825-0.828=-0.003
σ	0.018-0.030=-0.012
min	0.801-0.790=0.011
max	0.851-0.859=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.005-0.006=-0.000
min	884.847
max	884.859-884.861=-0.001

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.724-0.743=-0.019
σ	0.041-0.006=0.035
min	0.654-0.735=-0.081
max	0.756-0.750=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	4.255-3.559=0.695
σ	0.072-0.086=-0.015
min	4.136-3.410=0.725
max	4.479-3.882=0.598

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	4.226-3.557=0.669
σ	0.067-0.059=0.008
min	4.084-3.440=0.645
max	4.503-3.795=0.707

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.711-0.761=-0.050
σ	0.123-0.017=0.106
min	0.296-0.728=-0.433
max	0.931-0.876=0.056

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.285-0.717=-0.433
σ	0.010-0.019=-0.009
min	0.265-0.627=-0.363
max	0.350-0.798=-0.448

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.416-297.427=-0.011
σ	0.201-0.253=-0.052
min	297.263-297.198=0.065
max	297.970-298.107=-0.137

*mean*	1962.000-1990.000=-28.000
σ	0.000
min	1962.000-1990.000=-28.000
max	1962.000-1990.000=-28.000

*mean*	0.590-0.579=0.011
σ	0.060-0.029=0.031
min	0.514-0.526=-0.011
max	0.727-0.616=0.111

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.771-289.773=-0.002
σ	0.036-0.035=0.001
min	289.727-289.726=0.001
max	289.809-289.810=-0.001

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.402-0.396=0.006
σ	0.010-0.006=0.004
min	0.394-0.393=0.000
max	0.414-0.406=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.692-1299.662=0.030
σ	0.096-0.070=0.026
min	1299.579-1299.584=-0.004
max	1299.832-1299.732=0.099

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	2.257-2.097=0.160
σ	0.104-0.072=0.031
min	2.125-2.007=0.118
max	2.352-2.177=0.175

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.703-1542.589=0.114
σ	3.977-4.031=-0.054
min	1540.795-1540.556=0.239
max	1549.814-1549.790=0.024

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	2.362-2.191=0.172
σ	0.174-0.158=0.015
min	2.213-1.974=0.239
max	2.657-2.375=0.282

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.623-1861.628=-0.005
σ	0.077-0.078=-0.000
min	1861.506-1861.507=-0.001
max	1861.706-1861.704=0.002

*mean*	1758.800-1785.600=-26.800
σ	216.057-210.469=5.588
min	1471.000-1528.000=-57.000
max	1962.000-1990.000=-28.000

*mean*	3.225-3.270=-0.046
σ	0.323-0.381=-0.058
min	2.908-2.861=0.047
max	3.714-3.681=0.033

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.832-1.595=0.238
σ	0.173-0.344=-0.171
min	1.526-1.017=0.508
max	1.933-1.861=0.072

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.183=0.003
σ	577.140-577.140=-0.001
min	157.615-157.610=0.004
max	1311.895-1311.894=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	0.547-0.541=0.005
σ	0.570-0.558=0.012
min	0.260-0.261=-0.001
max	1.401-1.378=0.023

policies=20

*mean*	1576.420-1576.404=0.016
σ	0.341-0.353=-0.013
min	1576.188-1576.171=0.017
max	1576.926-1576.930=-0.004

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	2.614-2.629=-0.014
σ	0.007-0.035=-0.028
min	2.605-2.587=0.018
max	2.621-2.673=-0.052

policies=200

*mean*	15772.155-15772.305=-0.150
σ	0.106-0.137=-0.031
min	15772.072-15772.115=-0.043
max	15772.310-15772.442=-0.132

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-1528.000=-60.000
σ	0.000
min	1468.000-1528.000=-60.000
max	1468.000-1528.000=-60.000

*mean*	26.446-26.416=0.030
σ	0.071-0.046=0.026
min	26.354-26.363=-0.009
max	26.507-26.474=0.033