Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.000
σ	0.350-0.353=-0.002
min	54.486-54.483=0.003
max	55.614-55.621=-0.007

*mean*	412.000-417.000=-5.000
σ	0.000
min	412.000-417.000=-5.000
max	412.000-417.000=-5.000

*mean*	0.140-0.140=0.000
σ	0.005-0.004=0.001
min	0.136-0.135=0.001
max	0.150-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.000
σ	0.006-0.007=-0.001
min	43.779-43.778=0.001
max	43.800-43.801=-0.001

*mean*	412.000-417.000=-5.000
σ	0.000
min	412.000-417.000=-5.000
max	412.000-417.000=-5.000

*mean*	0.121-0.123=-0.002
σ	0.004-0.004=0.000
min	0.116-0.120=-0.004
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.003=-0.001
min	36.616-36.615=0.000
max	36.620-36.623=-0.003

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	13.016-12.965=0.051
σ	1.840-1.845=-0.005
min	11.813-11.906=-0.094
max	17.454-17.485=-0.031

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	12.447-13.339=-0.892
σ	2.221-1.704=0.518
min	11.384-12.435=-1.050
max	17.928-17.532=0.396

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.928=0.001

*mean*	7533.000-7535.000=-2.000
σ	0.000
min	7533.000-7535.000=-2.000
max	7533.000-7535.000=-2.000

*mean*	14.362-13.764=0.599
σ	1.041-1.089=-0.048
min	13.055-12.704=0.351
max	15.425-15.774=-0.349

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	12.083-12.288=-0.205
σ	1.854-2.170=-0.317
min	10.177-10.164=0.013
max	15.530-14.880=0.650

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	8.923-8.575=0.348
σ	1.261-1.366=-0.105
min	8.052-7.635=0.417
max	11.988-11.847=0.141

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	7.044-6.741=0.303
σ	1.130-1.140=-0.010
min	6.519-6.057=0.462
max	9.830-9.520=0.310

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664
max	25.670

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	5.571-5.533=0.038
σ	0.562-0.566=-0.004
min	5.332-5.134=0.198
max	6.958-6.903=0.055

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	5.499-5.394=0.105
σ	0.549-0.483=0.066
min	5.248-5.055=0.193
max	6.856-6.567=0.288

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593
max	2524.594

*mean*	7533.000-7535.000=-2.000
σ	0.000
min	7533.000-7535.000=-2.000
max	7533.000-7535.000=-2.000

*mean*	1104.872-1103.878=0.994
σ	157.060-161.657=-4.597
min	1040.316-1038.142=2.174
max	1493.347-1503.619=-10.272

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.640=-0.001

*mean*	3762.125-3793.875=-31.750
σ	1629.870-1596.206=33.664
min	1904.000-2018.000=-114.000
max	5934.000-5941.000=-7.000

*mean*	4587.003-4426.395=160.609
σ	1486.064-1217.723=268.342
min	3500.936-3532.249=-31.313
max	7282.087-6260.544=1021.544

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.075-62.075=-0.000
max	62.080

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	89.202-80.679=8.523
σ	14.617-9.784=4.833
min	70.758-71.686=-0.928
max	109.320-101.646=7.675

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.943-40.943=0.000
max	40.945

*mean*	7533.000-7535.000=-2.000
σ	0.000
min	7533.000-7535.000=-2.000
max	7533.000-7535.000=-2.000

*mean*	240.835-101.022=139.813
σ	400.670-6.468=394.202
min	84.469-90.263=-5.794
max	1232.206-107.541=1124.665

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7533.000-7535.000=-2.000
σ	0.000
min	7533.000-7535.000=-2.000
max	7533.000-7535.000=-2.000

*mean*	152.228-151.047=1.182
σ	13.278-15.168=-1.890
min	135.287-125.072=10.215
max	168.436-167.824=0.612

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=-0.000
min	11655.305
max	11667.516-11667.517=-0.001

*mean*	4249.250-4267.500=-18.250
σ	1888.534-1869.195=19.339
min	1904.000-2018.000=-114.000
max	7533.000-7535.000=-2.000

*mean*	6505.217-6150.674=354.542
σ	1138.386-1027.600=110.785
min	4952.568-4966.317=-13.749
max	7957.434-8041.591=-84.157

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.002=-0.001
min	11560.066
max	11560.069-11560.072=-0.003

*mean*	7533.000-7535.000=-2.000
σ	0.000
min	7533.000-7535.000=-2.000
max	7533.000-7535.000=-2.000

*mean*	5243.754-5466.772=-223.018
σ	1189.412-1386.395=-196.983
min	4365.447-4349.196=16.250
max	7410.019-7396.168=13.850

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.588=-0.007
σ	0.023-0.024=-0.001
min	172.558
max	172.620-172.627=-0.007

*mean*	1904.000-2018.000=-114.000
σ	0.000
min	1904.000-2018.000=-114.000
max	1904.000-2018.000=-114.000

*mean*	313.199-377.907=-64.708
σ	36.550-39.261=-2.711
min	260.002-341.882=-81.880
max	357.653-457.952=-100.299

op=pointedIndexFromKvs

rows=400000

*mean*	357.371-357.370=0.001
σ	0.045-0.045=-0.000
min	357.321
max	357.426-357.428=-0.002

*mean*	1904.000-2018.000=-114.000
σ	0.000
min	1904.000-2018.000=-114.000
max	1904.000-2018.000=-114.000

*mean*	773.715-762.389=11.326
σ	20.708-52.510=-31.801
min	746.446-641.448=104.998
max	802.417-805.434=-3.017

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.185=-0.001
σ	0.882-0.886=-0.004
min	1007.697-1007.687=0.010
max	1011.839-1011.862=-0.023

*mean*	1039.600-1043.000=-3.400
σ	306.773-307.729=-0.956
min	544.000-547.000=-3.000
max	1469.000-1475.000=-6.000

*mean*	1.553-1.544=0.009
σ	0.099-0.082=0.017
min	1.466-1.460=0.006
max	1.821-1.778=0.043

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.415-0.402=0.012
σ	0.139-0.109=0.030
min	0.335-0.329=0.006
max	0.661-0.596=0.066

name=error_case.art

*mean*	2.333-2.334=-0.000
σ	0.003-0.002=0.000
min	2.332
max	2.337

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.884-0.885=-0.001
σ	0.081-0.085=-0.004
min	0.833-0.834=-0.001
max	1.026-1.035=-0.009

name=heavy_item.art

*mean*	1.521-1.522=-0.001
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.550-0.537=0.013
σ	0.048-0.051=-0.003
min	0.509-0.494=0.015
max	0.632-0.623=0.009

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.839-0.848=-0.009
σ	0.040-0.048=-0.008
min	0.800-0.814=-0.015
max	0.904-0.930=-0.027

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.543=-0.003
σ	0.031-0.024=0.007
min	963.523
max	963.596-963.583=0.013

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.837-0.761=0.077
σ	0.039-0.060=-0.021
min	0.770-0.679=0.091
max	0.864-0.839=0.025

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.861-884.864=-0.003

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.707-0.712=-0.005
σ	0.039-0.045=-0.006
min	0.663-0.662=0.001
max	0.749-0.754=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	3.511-4.282=-0.771
σ	0.101-0.101=0.001
min	3.367-4.117=-0.750
max	3.842-4.593=-0.751

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	3.487-4.256=-0.769
σ	0.087-0.095=-0.009
min	3.355-4.126=-0.771
max	3.763-4.546=-0.783

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.746-0.747=-0.000
σ	0.016-0.016=0.000
min	0.725-0.716=0.009
max	0.846-0.858=-0.013

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.705-0.708=-0.003
σ	0.016-0.016=-0.001
min	0.678-0.682=-0.004
max	0.776-0.760=0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.582-297.605=-0.023
σ	0.197-0.249=-0.052
min	297.421-297.395=0.027
max	298.103-298.282=-0.179

*mean*	1904.000-2018.000=-114.000
σ	0.000
min	1904.000-2018.000=-114.000
max	1904.000-2018.000=-114.000

*mean*	0.583-0.561=0.022
σ	0.032-0.035=-0.002
min	0.519-0.504=0.015
max	0.623-0.604=0.019

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.775=-0.001
σ	0.038-0.037=0.002
min	289.720-289.723=-0.002
max	289.813-289.815=-0.002

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.403-0.403=0.001
σ	0.009-0.011=-0.002
min	0.391-0.396=-0.005
max	0.415-0.422=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.695-1299.618=0.077
σ	0.094-0.091=0.003
min	1299.574-1299.506=0.067
max	1299.822-1299.727=0.095

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	2.202-1.856=0.345
σ	0.075-0.067=0.008
min	2.120-1.767=0.352
max	2.314-1.922=0.393

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.675-1542.618=0.057
σ	4.060-4.026=0.034
min	1540.705-1540.591=0.114
max	1549.932-1549.812=0.120

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	2.370-2.294=0.075
σ	0.270-0.168=0.102
min	2.150-2.065=0.085
max	2.827-2.532=0.295

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.630-1861.650=-0.020
σ	0.070-0.081=-0.011
min	1861.534-1861.549=-0.014
max	1861.706-1861.733=-0.027

*mean*	1739.800-1718.000=21.800
σ	176.749-204.666=-27.917
min	1492.000-1538.000=-46.000
max	1904.000-2018.000=-114.000

*mean*	3.034-3.017=0.016
σ	0.170-0.320=-0.150
min	2.874-2.822=0.052
max	3.236-3.580=-0.344

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.822-1.703=0.119
σ	0.040-0.127=-0.087
min	1.764-1.582=0.182
max	1.859-1.841=0.017

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.000
σ	577.140-577.140=0.001
min	157.612-157.614=-0.002
max	1311.896-1311.895=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	0.517-0.553=-0.036
σ	0.501-0.577=-0.076
min	0.263-0.261=0.003
max	1.268-1.418=-0.150

policies=20

*mean*	1576.434-1576.418=0.016
σ	0.372-0.342=0.030
min	1576.187-1576.189=-0.001
max	1576.988-1576.926=0.061

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	2.660-2.616=0.044
σ	0.057-0.008=0.049
min	2.606-2.608=-0.002
max	2.712-2.626=0.086

policies=200

*mean*	15772.208-15772.316=-0.108
σ	0.101-0.119=-0.017
min	15772.115-15772.229=-0.115
max	15772.349-15772.490=-0.141

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1469.000-1475.000=-6.000
σ	0.000
min	1469.000-1475.000=-6.000
max	1469.000-1475.000=-6.000

*mean*	26.470-26.360=0.110
σ	0.080-0.219=-0.138
min	26.391-26.034=0.356
max	26.546-26.497=0.049