Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.001
σ	0.349-0.350=-0.001
min	54.482-54.483=-0.001
max	55.608-55.612=-0.004

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.141-0.141=-0.000
σ	0.003-0.004=-0.001
min	0.136-0.137=-0.001
max	0.146-0.147=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.007-0.005=0.002
min	43.776-43.778=-0.002
max	43.799-43.797=0.002

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.122-0.122=-0.000
σ	0.004-0.006=-0.002
min	0.116-0.115=0.001
max	0.126-0.132=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	12.569-12.390=0.180
σ	0.210-0.286=-0.077
min	12.288-12.171=0.116
max	12.799-13.071=-0.272

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	12.342-12.068=0.274
σ	0.659-0.297=0.363
min	11.535-11.694=-0.159
max	13.139-12.717=0.423

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.001

*mean*	6043.000-6038.000=5.000
σ	0.000
min	6043.000-6038.000=5.000
max	6043.000-6038.000=5.000

*mean*	13.243-13.493=-0.250
σ	1.129-1.138=-0.008
min	10.827-11.015=-0.188
max	14.773-14.789=-0.016

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.001
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	12.289-12.437=-0.148
σ	1.803-1.962=-0.159
min	10.437-10.424=0.014
max	14.745-14.821=-0.076

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	8.335-8.669=-0.334
σ	0.328-0.453=-0.126
min	7.832-8.079=-0.247
max	8.912-9.247=-0.335

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	6.415-6.300=0.114
σ	0.239-0.327=-0.087
min	5.888-5.904=-0.017
max	6.637-6.797=-0.160

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	5.464-5.438=0.025
σ	0.093-0.099=-0.006
min	5.289-5.311=-0.022
max	5.582-5.593=-0.010

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	5.305-5.151=0.154
σ	0.112-0.192=-0.080
min	5.137-4.873=0.264
max	5.442-5.435=0.007

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=-0.000
σ	0.000-0.000=0.000
min	2524.594-2524.594=-0.000
max	2524.595-2524.594=0.001

*mean*	6043.000-6038.000=5.000
σ	0.000
min	6043.000-6038.000=5.000
max	6043.000-6038.000=5.000

*mean*	1536.138-1363.243=172.895
σ	793.218-487.188=306.030
min	1039.035-1035.579=3.456
max	2958.359-2246.058=712.301

op=load_product(), with indexes

*mean*	8744.559-8744.559=0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.545=0.000
max	8744.639-8744.640=-0.001

*mean*	3821.875-3817.750=4.125
σ	1649.199-1647.700=1.499
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	4535.782-4666.876=-131.094
σ	1476.259-1353.219=123.040
min	3521.060-3476.117=44.943
max	7408.968-6745.681=663.286

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	81.754-81.199=0.555
σ	10.609-9.003=1.607
min	71.803-73.274=-1.471
max	98.589-99.088=-0.499

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	6043.000-6038.000=5.000
σ	0.000
min	6043.000-6038.000=5.000
max	6043.000-6038.000=5.000

*mean*	95.908-96.694=-0.786
σ	9.060-7.769=1.290
min	83.803-85.052=-1.249
max	108.032-107.042=0.990

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	6043.000-6038.000=5.000
σ	0.000
min	6043.000-6038.000=5.000
max	6043.000-6038.000=5.000

*mean*	221.780-222.905=-1.126
σ	222.713-219.649=3.064
min	126.557-128.572=-2.015
max	771.936-765.696=6.240

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.000
σ	4.317-4.317=-0.000
min	11655.305
max	11667.517

*mean*	4103.000-4099.375=3.625
σ	1570.035-1568.658=1.376
min	1976.000-1979.000=-3.000
max	6043.000-6038.000=5.000

*mean*	6425.781-6307.352=118.429
σ	1306.580-1286.083=20.497
min	4900.004-4893.655=6.348
max	8145.887-7689.583=456.304

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	6043.000-6038.000=5.000
σ	0.000
min	6043.000-6038.000=5.000
max	6043.000-6038.000=5.000

*mean*	6596.606-6484.029=112.577
σ	1455.491-1428.361=27.130
min	4408.430-4398.196=10.234
max	8165.878-8267.568=-101.690

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.579-172.581=-0.002
σ	0.027-0.022=0.004
min	172.558
max	172.635-172.610=0.024

*mean*	1976.000-1979.000=-3.000
σ	0.000
min	1976.000-1979.000=-3.000
max	1976.000-1979.000=-3.000

*mean*	328.450-333.814=-5.364
σ	35.306-59.103=-23.797
min	264.219-263.372=0.847
max	361.033-399.055=-38.021

op=pointedIndexFromKvs

rows=400000

*mean*	357.370-357.369=0.001
σ	0.043-0.045=-0.002
min	357.321
max	357.425-357.423=0.002

*mean*	1976.000-1979.000=-3.000
σ	0.000
min	1976.000-1979.000=-3.000
max	1976.000-1979.000=-3.000

*mean*	764.384-756.450=7.934
σ	34.998-63.816=-28.819
min	692.424-644.423=48.001
max	807.669-817.358=-9.690

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.187-1008.186=0.002
σ	0.878-0.879=-0.001
min	1007.687-1007.687=-0.000
max	1011.820-1011.832=-0.011

*mean*	1061.300-1042.900=18.400
σ	310.740-307.905=2.835
min	568.000-547.000=21.000
max	1514.000-1475.000=39.000

*mean*	1.551-1.564=-0.013
σ	0.057-0.090=-0.034
min	1.494-1.496=-0.002
max	1.693-1.865=-0.172

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.416-0.408=0.008
σ	0.134-0.112=0.022
min	0.326-0.332=-0.006
max	0.651-0.605=0.046

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.907-0.891=0.016
σ	0.098-0.084=0.014
min	0.847-0.826=0.022
max	1.078-1.037=0.041

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.549-0.552=-0.003
σ	0.054-0.051=0.003
min	0.506-0.519=-0.014
max	0.640-0.640=-0.001

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.871-0.873=-0.003
σ	0.033-0.033=-0.001
min	0.844-0.839=0.004
max	0.926-0.928=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.544=0.008
σ	0.040-0.025=0.014
min	963.524-963.523=0.001
max	963.621-963.585=0.036

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.837-0.781=0.056
σ	0.019-0.037=-0.019
min	0.815-0.736=0.079
max	0.862-0.823=0.039

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.007-0.007=0.000
min	884.847
max	884.861-884.862=-0.001

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.707-0.723=-0.015
σ	0.037-0.041=-0.004
min	0.666-0.651=0.015
max	0.746-0.748=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	4.284-3.594=0.690
σ	0.068-0.100=-0.032
min	4.144-3.423=0.721
max	4.523-4.034=0.489

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	4.275-3.576=0.699
σ	0.068-0.076=-0.008
min	4.160-3.444=0.716
max	4.558-3.768=0.790

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.758-0.548=0.210
σ	0.019-0.014=0.005
min	0.729-0.525=0.205
max	0.880-0.642=0.238

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.724-0.527=0.197
σ	0.026-0.038=-0.012
min	0.592-0.498=0.094
max	0.854-0.829=0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.592-297.336=0.257
σ	0.191-0.200=-0.008
min	297.414-297.138=0.277
max	298.102-297.800=0.301

*mean*	1976.000-1979.000=-3.000
σ	0.000
min	1976.000-1979.000=-3.000
max	1976.000-1979.000=-3.000

*mean*	0.541-0.567=-0.026
σ	0.029-0.032=-0.003
min	0.516-0.515=0.001
max	0.586-0.597=-0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.763-289.774=-0.010
σ	0.039-0.040=-0.000
min	289.722-289.720=0.002
max	289.807-289.816=-0.009

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.404-0.402=0.002
σ	0.010-0.012=-0.002
min	0.397-0.393=0.004
max	0.416-0.419=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.659-1299.692=-0.032
σ	0.052-0.087=-0.034
min	1299.603-1299.592=0.011
max	1299.717-1299.819=-0.102

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	2.063-2.249=-0.186
σ	0.053-0.067=-0.014
min	2.003-2.158=-0.154
max	2.137-2.309=-0.171

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.657-1542.656=0.002
σ	4.024-3.998=0.026
min	1540.664-1540.706=-0.042
max	1549.850-1549.803=0.047

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	2.363-2.283=0.080
σ	0.151-0.115=0.036
min	2.137-2.180=-0.044
max	2.520-2.461=0.059

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625-1861.628=-0.004
σ	0.080-0.061=0.019
min	1861.502-1861.548=-0.046
max	1861.710-1861.702=0.008

*mean*	1709.400-1766.800=-57.400
σ	177.728-223.220=-45.492
min	1514.000-1475.000=39.000
max	1976.000-1979.000=-3.000

*mean*	2.971-3.273=-0.302
σ	0.188-0.357=-0.169
min	2.873-2.894=-0.021
max	3.307-3.697=-0.391

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.587-1.776=-0.189
σ	0.239-0.119=0.121
min	1.320-1.630=-0.310
max	1.899-1.938=-0.039

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.149-446.148=0.000
σ	577.065-577.065=0.000
min	157.615-157.615=0.000
max	1311.746-1311.745=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	0.545-0.554=-0.010
σ	0.557-0.585=-0.028
min	0.265-0.259=0.006
max	1.380-1.431=-0.051

policies=20

*mean*	1576.424-1576.426=-0.002
σ	0.348-0.354=-0.006
min	1576.184-1576.188=-0.004
max	1576.941-1576.952=-0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	2.625-2.623=0.002
σ	0.016-0.015=0.001
min	2.607-2.608=-0.000
max	2.638-2.642=-0.004

policies=200

*mean*	15772.286-15772.153=0.133
σ	0.018-0.173=-0.155
min	15772.265-15771.938=0.328
max	15772.310-15772.347=-0.037

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1514.000-1475.000=39.000
σ	0.000
min	1514.000-1475.000=39.000
max	1514.000-1475.000=39.000

*mean*	26.478-26.445=0.033
σ	0.051-0.121=-0.070
min	26.408-26.300=0.108
max	26.526-26.578=-0.052