Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.619=0.002
σ	0.347-0.352=-0.005
min	54.494-54.492=0.002
max	55.607-55.620=-0.013

*mean*	418.700-415.000=3.700
σ	0.483-0.000=0.483
min	418.000-415.000=3.000
max	419.000-415.000=4.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.004=0.000
min	0.136-0.137=-0.000
max	0.147-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.006-0.006=-0.001
min	43.778-43.772=0.006
max	43.797-43.795=0.001

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.123-0.125=-0.002
σ	0.004-0.004=0.000
min	0.119-0.121=-0.002
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	12.254-12.082=0.172
σ	0.253-0.341=-0.088
min	11.913-11.635=0.278
max	12.726-12.601=0.125

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	12.246-12.280=-0.035
σ	0.678-0.616=0.062
min	11.027-11.110=-0.084
max	13.063-13.009=0.053

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7548.000-7562.000=-14.000
σ	0.000
min	7548.000-7562.000=-14.000
max	7548.000-7562.000=-14.000

*mean*	14.208-13.915=0.294
σ	1.448-1.169=0.279
min	12.465-12.455=0.009
max	17.074-15.397=1.677

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	12.607-11.630=0.976
σ	2.111-1.648=0.464
min	10.569-10.071=0.498
max	15.804-14.067=1.737

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=0.000

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	9.102-8.446=0.656
σ	1.332-0.207=1.126
min	8.178-8.054=0.124
max	12.216-8.766=3.451

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.003-0.002=0.001
min	26.399
max	26.407-26.403=0.004

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	6.339-6.198=0.141
σ	1.305-0.460=0.845
min	5.287-5.136=0.151
max	9.480-6.706=2.773

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.667=-0.000
σ	0.002-0.003=-0.001
min	25.664-25.664=-0.000
max	25.670-25.674=-0.004

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	5.481-5.321=0.160
σ	0.185-0.074=0.111
min	5.229-5.231=-0.002
max	5.775-5.421=0.354

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	5.093-5.095=-0.002
σ	0.165-0.093=0.072
min	4.864-4.999=-0.135
max	5.298-5.307=-0.009

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=0.000
max	2524.594

*mean*	7548.000-7562.000=-14.000
σ	0.000
min	7548.000-7562.000=-14.000
max	7548.000-7562.000=-14.000

*mean*	1059.970-1045.547=14.424
σ	13.438-8.201=5.238
min	1052.889-1030.750=22.140
max	1092.922-1053.943=38.978

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.001
max	8744.640-8744.641=-0.001

*mean*	3788.750-3778.750=10.000
σ	1608.469-1626.829=-18.360
min	1979.000-1933.000=46.000
max	5945.000-5952.000=-7.000

*mean*	4595.951-4494.371=101.580
σ	1433.191-1425.654=7.537
min	3564.243-3525.139=39.103
max	7103.437-7440.367=-336.930

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	82.991-85.763=-2.772
σ	15.753-11.912=3.841
min	70.447-70.653=-0.206
max	119.522-99.512=20.010

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.001
max	40.945

*mean*	7548.000-7562.000=-14.000
σ	0.000
min	7548.000-7562.000=-14.000
max	7548.000-7562.000=-14.000

*mean*	97.954-249.320=-151.366
σ	7.572-427.259=-419.687
min	89.797-86.670=3.127
max	107.106-1306.515=-1199.410

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7548.000-7562.000=-14.000
σ	0.000
min	7548.000-7562.000=-14.000
max	7548.000-7562.000=-14.000

*mean*	150.376-152.039=-1.663
σ	12.905-14.851=-1.946
min	134.153-131.588=2.565
max	165.388-169.209=-3.821

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517-11667.516=0.001

*mean*	4266.125-4264.875=1.250
σ	1879.633-1891.256=-11.623
min	1979.000-1933.000=46.000
max	7548.000-7562.000=-14.000

*mean*	6564.837-6356.597=208.240
σ	1289.760-1037.234=252.527
min	4925.167-4878.070=47.097
max	8513.110-7903.300=609.810

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=0.000
min	11560.066-11560.066=-0.001
max	11560.069-11560.069=-0.001

*mean*	7548.000-7562.000=-14.000
σ	0.000
min	7548.000-7562.000=-14.000
max	7548.000-7562.000=-14.000

*mean*	5183.161-5128.719=54.443
σ	1003.340-1151.629=-148.289
min	4406.720-4395.294=11.427
max	7259.006-7269.062=-10.057

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.586-172.586=-0.001
σ	0.025-0.029=-0.005
min	172.558
max	172.620-172.632=-0.012

*mean*	1979.000-1933.000=46.000
σ	0.000
min	1979.000-1933.000=46.000
max	1979.000-1933.000=46.000

*mean*	355.968-361.398=-5.431
σ	58.790-42.024=16.766
min	265.817-267.839=-2.022
max	408.002-395.619=12.383

op=pointedIndexFromKvs

rows=400000

*mean*	357.360-357.360=0.000
σ	0.041-0.036=0.005
min	357.321
max	357.402-357.399=0.003

*mean*	1979.000-1933.000=46.000
σ	0.000
min	1979.000-1933.000=46.000
max	1979.000-1933.000=46.000

*mean*	751.728-730.367=21.362
σ	61.180-54.127=7.053
min	630.623-657.484=-26.861
max	796.623-786.443=10.180

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.182=0.000
σ	0.879-0.939=-0.060
min	1007.687-1007.712=-0.026
max	1011.826-1012.091=-0.265

*mean*	1039.200-1053.400=-14.200
σ	297.177-301.478=-4.301
min	547.000-549.000=-2.000
max	1440.000-1460.000=-20.000

*mean*	1.536-1.537=-0.002
σ	0.090-0.129=-0.039
min	1.454-1.445=0.009
max	1.763-2.039=-0.277

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.882=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.422-0.413=0.008
σ	0.122-0.121=0.001
min	0.348-0.352=-0.004
max	0.636-0.629=0.007

name=error_case.art

*mean*	2.334-2.334=-0.000
σ	0.002-0.003=-0.000
min	2.332
max	2.337

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.900-0.871=0.029
σ	0.086-0.088=-0.002
min	0.837-0.818=0.019
max	1.051-1.027=0.024

name=heavy_item.art

*mean*	1.521-1.521=0.001
σ	0.002-0.001=0.001
min	1.520
max	1.524-1.523=0.001

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.550-0.532=0.017
σ	0.051-0.051=0.001
min	0.510-0.485=0.025
max	0.635-0.615=0.020

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.845-0.838=0.007
σ	0.047-0.042=0.005
min	0.811-0.798=0.012
max	0.923-0.907=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.543=0.000
σ	0.031-0.025=0.006
min	963.523
max	963.597-963.583=0.014

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.815-0.805=0.010
σ	0.047-0.034=0.013
min	0.742-0.768=-0.027
max	0.858-0.855=0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.001
σ	0.007-0.006=0.001
min	884.847
max	884.862-884.861=0.001

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.731-0.713=0.017
σ	0.032-0.045=-0.013
min	0.673-0.645=0.028
max	0.749-0.753=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709-7.709=0.000

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	4.247-4.261=-0.013
σ	0.087-0.095=-0.008
min	4.104-4.099=0.006
max	4.537-4.752=-0.215

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	4.240-4.256=-0.016
σ	0.104-0.079=0.025
min	4.037-4.108=-0.071
max	4.802-4.516=0.286

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.752-0.749=0.002
σ	0.033-0.020=0.013
min	0.702-0.713=-0.011
max	0.851-0.876=-0.025

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.723-0.709=0.014
σ	0.034-0.014=0.020
min	0.669-0.676=-0.007
max	0.805-0.777=0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.445-297.478=-0.033
σ	0.243-0.190=0.053
min	297.278-297.291=-0.013
max	298.114-297.950=0.164

*mean*	1979.000-1933.000=46.000
σ	0.000
min	1979.000-1933.000=46.000
max	1979.000-1933.000=46.000

*mean*	0.581-0.581=0.000
σ	0.031-0.042=-0.011
min	0.516-0.516=0.000
max	0.612-0.620=-0.008

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.729-289.737=-0.008
σ	0.041-0.056=-0.015
min	289.660-289.656=0.004
max	289.762-289.807=-0.045

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.407-0.397=0.011
σ	0.013-0.005=0.008
min	0.393-0.393=0.000
max	0.418-0.405=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.689-1299.698=-0.009
σ	0.045-0.064=-0.019
min	1299.632-1299.621=0.011
max	1299.741-1299.764=-0.023

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	2.268-2.180=0.088
σ	0.084-0.035=0.048
min	2.177-2.125=0.052
max	2.343-2.217=0.126

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.722-1542.700=0.022
σ	4.014-3.982=0.033
min	1540.763-1540.769=-0.006
max	1549.898-1549.818=0.080

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	2.298-2.239=0.060
σ	0.100-0.061=0.039
min	2.181-2.158=0.023
max	2.400-2.324=0.077

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.630-1861.623=0.007
σ	0.070-0.080=-0.010
min	1861.565-1861.543=0.022
max	1861.728-1861.738=-0.010

*mean*	1767.800-1752.800=15.000
σ	223.150-195.090=28.059
min	1475.000-1479.000=-4.000
max	1979.000-1933.000=46.000

*mean*	3.332-3.066=0.266
σ	0.451-0.168=0.283
min	2.870-2.921=-0.051
max	3.846-3.332=0.514

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.796-1.733=0.063
σ	0.063-0.179=-0.116
min	1.712-1.471=0.241
max	1.875-1.900=-0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.666-446.665=0.001
σ	577.138-577.138=-0.000
min	158.093-158.092=0.002
max	1312.373-1312.372=0.001

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	0.533-0.568=-0.035
σ	0.540-0.597=-0.057
min	0.262-0.267=-0.004
max	1.344-1.464=-0.120

policies=20

*mean*	1581.232-1581.218=0.014
σ	0.353-0.352=0.001
min	1580.985-1580.976=0.009
max	1581.755-1581.739=0.016

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	2.623-2.631=-0.008
σ	0.019-0.012=0.007
min	2.604-2.618=-0.014
max	2.639-2.647=-0.007

policies=200

*mean*	15820.489-15820.480=0.009
σ	0.079-0.140=-0.062
min	15820.421-15820.359=0.061
max	15820.602-15820.664=-0.062

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1440.000-1460.000=-20.000
σ	0.000
min	1440.000-1460.000=-20.000
max	1440.000-1460.000=-20.000

*mean*	26.560-26.552=0.009
σ	0.014-0.122=-0.108
min	26.547-26.379=0.168
max	26.581-26.666=-0.085