Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.000
σ	0.350-0.352=-0.002
min	54.479-54.481=-0.003
max	55.614-55.619=-0.006

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.140-0.139=0.000
σ	0.004-0.005=-0.001
min	0.136-0.135=0.001
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.001
σ	0.006-0.007=-0.001
min	43.778-43.772=0.006
max	43.800-43.797=0.003

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.121=0.001
σ	0.004-0.004=-0.000
min	0.118-0.115=0.003
max	0.128-0.128=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.001
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	12.131-12.334=-0.203
σ	0.336-0.334=0.002
min	11.699-11.990=-0.290
max	12.579-12.939=-0.360

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	11.852-12.462=-0.610
σ	0.639-0.558=0.081
min	11.169-11.613=-0.444
max	13.020-13.015=0.005

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929

*mean*	6042.000-6044.000=-2.000
σ	0.000
min	6042.000-6044.000=-2.000
max	6042.000-6044.000=-2.000

*mean*	13.004-13.140=-0.136
σ	1.146-1.260=-0.114
min	10.519-10.495=0.024
max	14.358-15.101=-0.742

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	12.427-12.356=0.071
σ	1.998-1.990=0.008
min	10.265-10.286=-0.021
max	14.699-14.691=0.009

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	8.479-8.213=0.266
σ	0.339-0.293=0.046
min	8.034-7.697=0.338
max	8.922-8.507=0.414

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	6.142-6.272=-0.130
σ	0.205-0.177=0.028
min	5.927-5.894=0.033
max	6.470-6.457=0.013

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.670=0.000

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	5.339-5.414=-0.076
σ	0.140-0.076=0.064
min	5.102-5.305=-0.204
max	5.533-5.557=-0.024

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.969=-0.001
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	5.175-5.246=-0.071
σ	0.139-0.062=0.077
min	4.917-5.171=-0.254
max	5.376-5.317=0.059

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=0.000
σ	0.000-0.000=0.000
min	2524.594
max	2524.595-2524.594=0.000

*mean*	6042.000-6044.000=-2.000
σ	0.000
min	6042.000-6044.000=-2.000
max	6042.000-6044.000=-2.000

*mean*	1449.028-1408.420=40.608
σ	641.808-680.488=-38.680
min	1034.749-1034.118=0.631
max	2625.204-2582.861=42.344

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=-0.001
min	8744.545-8744.545=0.001
max	8744.639-8744.641=-0.002

*mean*	3829.500-3820.875=8.625
σ	1635.502-1652.252=-16.750
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	4769.888-4516.974=252.914
σ	1439.899-1402.616=37.282
min	3526.099-3521.994=4.105
max	7092.799-7133.663=-40.863

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	82.587-81.510=1.077
σ	11.591-11.637=-0.046
min	70.581-70.177=0.403
max	101.806-100.707=1.099

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	6042.000-6044.000=-2.000
σ	0.000
min	6042.000-6044.000=-2.000
max	6042.000-6044.000=-2.000

*mean*	97.359-96.595=0.763
σ	8.954-7.625=1.329
min	83.866-86.347=-2.481
max	107.217-109.462=-2.245

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.001-0.000=0.001
min	66.686-66.685=0.000
max	66.689-66.687=0.003

*mean*	6042.000-6044.000=-2.000
σ	0.000
min	6042.000-6044.000=-2.000
max	6042.000-6044.000=-2.000

*mean*	222.922-220.449=2.473
σ	223.251-216.017=7.234
min	124.477-127.126=-2.649
max	774.526-754.020=20.506

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.001
σ	4.317-4.318=-0.001
min	11655.305
max	11667.517-11667.521=-0.004

*mean*	4103.750-4104.125=-0.375
σ	1562.914-1571.031=-8.117
min	2018.000-1969.000=49.000
max	6042.000-6044.000=-2.000

*mean*	6564.123-6119.869=444.255
σ	1429.267-1239.562=189.705
min	4873.851-4835.661=38.189
max	8396.562-8012.475=384.087

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.069=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	6042.000-6044.000=-2.000
σ	0.000
min	6042.000-6044.000=-2.000
max	6042.000-6044.000=-2.000

*mean*	6797.702-6757.414=40.288
σ	1399.399-1293.582=105.817
min	4379.260-4389.045=-9.785
max	8194.614-8175.793=18.821

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.588=-0.000
σ	0.024-0.023=0.001
min	172.558
max	172.622-172.614=0.009

*mean*	2018.000-1969.000=49.000
σ	0.000
min	2018.000-1969.000=49.000
max	2018.000-1969.000=49.000

*mean*	380.462-358.433=22.030
σ	37.206-14.572=22.634
min	332.882-336.839=-3.958
max	451.965-378.374=73.591

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.370=-0.009
σ	0.036-0.041=-0.006
min	357.321
max	357.397-357.411=-0.014

*mean*	2018.000-1969.000=49.000
σ	0.000
min	2018.000-1969.000=49.000
max	2018.000-1969.000=49.000

*mean*	754.993-727.798=27.196
σ	71.517-68.511=3.006
min	615.571-583.874=31.697
max	808.845-774.076=34.769

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.184=-0.001
σ	0.893-0.907=-0.014
min	1007.697-1007.687=0.010
max	1011.892-1011.952=-0.060

*mean*	1037.100-1041.350=-4.250
σ	297.297-302.725=-5.428
min	545.000-560.000=-15.000
max	1438.000-1467.000=-29.000

*mean*	1.539-1.536=0.003
σ	0.086-0.094=-0.008
min	1.472-1.360=0.112
max	1.761-1.786=-0.025

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.431-0.420=0.011
σ	0.135-0.144=-0.009
min	0.330-0.323=0.007
max	0.661-0.674=-0.013

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.865-0.885=-0.020
σ	0.091-0.088=0.002
min	0.811-0.817=-0.006
max	1.025-1.037=-0.012

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.537-0.564=-0.027
σ	0.047-0.066=-0.019
min	0.498-0.499=-0.001
max	0.619-0.648=-0.029

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.829-0.841=-0.012
σ	0.044-0.057=-0.013
min	0.798-0.802=-0.004
max	0.906-0.938=-0.032

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.541=-0.000
σ	0.029-0.029=-0.000
min	963.523-963.524=-0.001
max	963.591-963.591=-0.001

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.801-0.837=-0.035
σ	0.042-0.026=0.016
min	0.732-0.806=-0.074
max	0.847-0.869=-0.022

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.006-0.005=0.001
min	884.847
max	884.860-884.860=0.000

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.676-0.686=-0.010
σ	0.026-0.058=-0.031
min	0.653-0.603=0.051
max	0.708-0.740=-0.032

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.712=-0.002

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	4.208-4.241=-0.032
σ	0.059-0.079=-0.020
min	4.092-4.140=-0.048
max	4.428-4.576=-0.148

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	4.197-4.215=-0.018
σ	0.104-0.073=0.031
min	3.561-4.104=-0.544
max	4.528-4.509=0.019

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.582-0.743=-0.161
σ	0.087-0.020=0.068
min	0.516-0.712=-0.196
max	0.859-0.853=0.006

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.493-0.572=-0.079
σ	0.058-0.093=-0.035
min	0.284-0.490=-0.206
max	0.574-0.760=-0.186

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.393-297.459=-0.067
σ	0.225-0.211=0.014
min	297.202-297.320=-0.118
max	298.009-298.043=-0.034

*mean*	2018.000-1969.000=49.000
σ	0.000
min	2018.000-1969.000=49.000
max	2018.000-1969.000=49.000

*mean*	0.567-0.577=-0.010
σ	0.030-0.028=0.002
min	0.508-0.514=-0.006
max	0.598-0.602=-0.003

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.763-289.774=-0.011
σ	0.045-0.038=0.007
min	289.717-289.727=-0.010
max	289.819-289.814=0.005

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.401-0.401=0.000
σ	0.009-0.008=0.000
min	0.395-0.395=0.000
max	0.416-0.416=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.650-1299.646=0.004
σ	0.054-0.079=-0.025
min	1299.575-1299.548=0.028
max	1299.717-1299.732=-0.015

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	2.012-2.091=-0.079
σ	0.045-0.073=-0.028
min	1.967-1.972=-0.005
max	2.078-2.166=-0.087

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.627-1542.659=-0.032
σ	4.034-4.022=0.012
min	1540.610-1540.675=-0.065
max	1549.837-1549.847=-0.010

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	2.315-2.352=-0.037
σ	0.201-0.110=0.091
min	2.082-2.214=-0.132
max	2.592-2.514=0.078

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.631-1861.635=-0.004
σ	0.080-0.059=0.021
min	1861.513-1861.558=-0.045
max	1861.719-1861.694=0.025

*mean*	1717.400
σ	204.979-170.073=34.906
min	1537.000-1525.000=12.000
max	2018.000-1969.000=49.000

*mean*	2.956-2.918=0.039
σ	0.120-0.203=-0.083
min	2.846-2.741=0.105
max	3.126-3.267=-0.141

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.821-1.816=0.004
σ	0.126-0.074=0.052
min	1.704-1.734=-0.030
max	1.981-1.902=0.079

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.148=0.000
σ	577.064-577.065=-0.000
min	157.612-157.614=-0.003
max	1311.745-1311.745=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	0.522-0.550=-0.028
σ	0.516-0.575=-0.059
min	0.262-0.261=0.000
max	1.295-1.412=-0.117

policies=20

*mean*	1576.420-1576.408=0.011
σ	0.350-0.345=0.006
min	1576.186-1576.174=0.012
max	1576.941-1576.920=0.021

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	2.619-2.623=-0.005
σ	0.006-0.007=-0.001
min	2.613-2.616=-0.003
max	2.626-2.633=-0.007

policies=200

*mean*	15772.230-15772.324=-0.094
σ	0.180-0.103=0.077
min	15772.052-15772.241=-0.189
max	15772.472-15772.466=0.006

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1438.000-1467.000=-29.000
σ	0.000
min	1438.000-1467.000=-29.000
max	1438.000-1467.000=-29.000

*mean*	26.394-26.459=-0.065
σ	0.042-0.086=-0.044
min	26.354-26.354=-0.000
max	26.436-26.552=-0.117