Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.616=0.002
σ	0.352-0.351=0.001
min	54.480-54.482=-0.002
max	55.618-55.614=0.005

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.141-0.141=-0.000
σ	0.003-0.004=-0.000
min	0.138-0.138=0.000
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.000
σ	0.007-0.007=-0.000
min	43.772-43.778=-0.006
max	43.796-43.803=-0.006

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.121-0.123=-0.002
σ	0.004-0.004=0.000
min	0.115-0.119=-0.003
max	0.127-0.129=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.003-0.002=0.001
min	36.615-36.616=-0.000
max	36.623-36.620=0.004

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	13.094-12.418=0.676
σ	1.779-0.325=1.453
min	11.951-11.911=0.040
max	17.405-12.872=4.533

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	13.516-12.155=1.361
σ	1.799-0.712=1.087
min	12.500-11.200=1.300
max	17.934-13.137=4.797

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.001-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7547.000-7554.000=-7.000
σ	0.000
min	7547.000-7554.000=-7.000
max	7547.000-7554.000=-7.000

*mean*	13.989-13.786=0.203
σ	0.963-1.103=-0.141
min	12.748-12.418=0.330
max	15.113-15.351=-0.238

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	12.648-11.480=1.168
σ	2.355-1.425=0.931
min	10.516-9.999=0.517
max	16.541-13.584=2.957

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	9.007-8.233=0.774
σ	1.371-0.380=0.992
min	8.012-7.672=0.340
max	12.269-8.723=3.546

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	6.710-6.319=0.391
σ	1.241-0.287=0.954
min	5.976-5.724=0.252
max	9.709-6.626=3.083

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.670-25.670=-0.000

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	5.795-5.392=0.403
σ	0.507-0.140=0.368
min	5.515-5.131=0.384
max	7.040-5.574=1.465

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	5.442-5.235=0.206
σ	0.620-0.109=0.511
min	4.839-5.041=-0.202
max	6.871-5.361=1.510

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=-0.000
max	2524.594

*mean*	7547.000-7554.000=-7.000
σ	0.000
min	7547.000-7554.000=-7.000
max	7547.000-7554.000=-7.000

*mean*	1112.975-1056.196=56.779
σ	165.505-7.960=157.545
min	1043.140-1049.617=-6.477
max	1522.316-1074.040=448.276

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=0.000
min	8744.545
max	8744.641-8744.640=0.001

*mean*	3784.125-3785.625=-1.500
σ	1611.899-1609.980=1.919
min	1968.000-1980.000=-12.000
max	5942.000-5947.000=-5.000

*mean*	4627.941-4777.785=-149.845
σ	1472.853-1459.423=13.430
min	3526.401-3525.532=0.869
max	7101.115-7066.017=35.099

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	86.276-81.000=5.276
σ	18.090-8.674=9.416
min	71.353-70.773=0.580
max	128.245-93.578=34.667

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7547.000-7554.000=-7.000
σ	0.000
min	7547.000-7554.000=-7.000
max	7547.000-7554.000=-7.000

*mean*	193.582-241.074=-47.492
σ	267.330-400.122=-132.791
min	84.682-88.826=-4.144
max	854.842-1231.167=-376.326

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.001-0.000=0.001
min	66.685
max	66.690-66.687=0.003

*mean*	7547.000-7554.000=-7.000
σ	0.000
min	7547.000-7554.000=-7.000
max	7547.000-7554.000=-7.000

*mean*	148.327-153.695=-5.368
σ	17.469-12.046=5.424
min	120.753-141.055=-20.303
max	167.667-168.456=-0.789

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.001
σ	4.318-4.317=0.001
min	11655.305
max	11667.521-11667.517=0.004

*mean*	4264.500-4264.250=0.250
σ	1881.575-1881.689=-0.114
min	1968.000-1980.000=-12.000
max	7547.000-7554.000=-7.000

*mean*	6370.405-6566.865=-196.460
σ	1051.903-1368.204=-316.301
min	4936.177-4962.939=-26.761
max	7831.501-8266.577=-435.076

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.002=-0.001
min	11560.066-11560.066=0.000
max	11560.069-11560.072=-0.003

*mean*	7547.000-7554.000=-7.000
σ	0.000
min	7547.000-7554.000=-7.000
max	7547.000-7554.000=-7.000

*mean*	5297.846-4947.378=350.468
σ	1179.083-753.097=425.985
min	4405.120-4388.193=16.926
max	7322.227-6264.194=1058.033

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.579-172.581=-0.001
σ	0.021-0.028=-0.008
min	172.558
max	172.611-172.630=-0.018

*mean*	1968.000-1980.000=-12.000
σ	0.000
min	1968.000-1980.000=-12.000
max	1968.000-1980.000=-12.000

*mean*	338.313-368.868=-30.555
σ	42.131-26.276=15.855
min	265.216-345.919=-80.704
max	396.568-412.541=-15.973

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.365=0.003
σ	0.044-0.042=0.002
min	357.321
max	357.428-357.409=0.020

*mean*	1968.000-1980.000=-12.000
σ	0.000
min	1968.000-1980.000=-12.000
max	1968.000-1980.000=-12.000

*mean*	742.962-782.041=-39.079
σ	64.016-40.622=23.394
min	602.466-682.865=-80.399
max	789.059-807.872=-18.813

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.180=0.002
σ	0.935-0.946=-0.011
min	1007.715-1007.719=-0.003
max	1012.072-1012.128=-0.056

*mean*	1041.200-1051.400=-10.200
σ	303.712-312.621=-8.909
min	559.000-588.000=-29.000
max	1469.000-1513.000=-44.000

*mean*	1.562-1.569=-0.007
σ	0.142-0.141=0.001
min	1.397-1.462=-0.065
max	2.041-2.070=-0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.002

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.409-0.424=-0.015
σ	0.124-0.126=-0.001
min	0.331-0.358=-0.027
max	0.627-0.648=-0.021

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.885-0.878=0.007
σ	0.096-0.089=0.007
min	0.819-0.797=0.022
max	1.053-1.030=0.024

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.536-0.545=-0.009
σ	0.055-0.047=0.008
min	0.499-0.502=-0.003
max	0.632-0.619=0.013

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.842-0.843=-0.001
σ	0.041-0.041=-0.000
min	0.807-0.822=-0.014
max	0.912-0.917=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.548=-0.005
σ	0.031-0.035=-0.004
min	963.523
max	963.597-963.609=-0.012

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.760-0.821=-0.061
σ	0.076-0.061=0.015
min	0.674-0.722=-0.048
max	0.866-0.869=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.007-0.006=0.001
min	884.847
max	884.862-884.861=0.001

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.668-0.707=-0.039
σ	0.076-0.080=-0.004
min	0.583-0.564=0.019
max	0.745-0.750=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	4.288-4.231=0.057
σ	0.091-0.105=-0.014
min	4.084-4.099=-0.015
max	4.658-4.886=-0.228

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.660-7.658=0.003

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	4.290-4.221=0.069
σ	0.063-0.079=-0.016
min	4.154-4.054=0.100
max	4.474-4.533=-0.059

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.748-0.741=0.007
σ	0.019-0.017=0.002
min	0.714-0.707=0.007
max	0.873-0.855=0.018

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.712-0.699=0.013
σ	0.017-0.013=0.004
min	0.686-0.672=0.014
max	0.789-0.755=0.034

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.447-297.326=0.121
σ	0.200-0.227=-0.027
min	297.284-297.199=0.085
max	297.977-297.945=0.032

*mean*	1968.000-1980.000=-12.000
σ	0.000
min	1968.000-1980.000=-12.000
max	1968.000-1980.000=-12.000

*mean*	0.556-0.538=0.018
σ	0.045-0.012=0.032
min	0.513-0.514=-0.001
max	0.650-0.554=0.096

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.767-289.774=-0.007
σ	0.039-0.040=-0.001
min	289.729-289.718=0.011
max	289.815-289.818=-0.002

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.398-0.401=-0.003
σ	0.004-0.011=-0.007
min	0.395-0.394=0.001
max	0.406-0.420=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.643-1299.657=-0.013
σ	0.070-0.068=0.002
min	1299.552-1299.577=-0.025
max	1299.703-1299.713=-0.010

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	2.098-2.100=-0.002
σ	0.046-0.070=-0.024
min	2.028-2.010=0.019
max	2.151-2.164=-0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.638-1542.603=0.035
σ	4.042-4.028=0.014
min	1540.620-1540.581=0.039
max	1549.859-1549.799=0.060

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	2.313-2.230=0.083
σ	0.218-0.140=0.079
min	2.102-2.103=-0.001
max	2.644-2.401=0.243

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.623-1861.625=-0.002
σ	0.079-0.072=0.007
min	1861.503-1861.520=-0.016
max	1861.705-1861.706=-0.001

*mean*	1766.000-1774.600=-8.600
σ	212.910-211.590=1.320
min	1482.000-1513.000=-31.000
max	1968.000-1980.000=-12.000

*mean*	3.299-3.250=0.049
σ	0.420-0.336=0.084
min	2.876-2.897=-0.021
max	3.905-3.678=0.228

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.645=0.132
σ	0.094-0.254=-0.161
min	1.638-1.307=0.332
max	1.884-1.846=0.038

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.185=-0.001
σ	577.140-577.140=-0.000
min	157.614-157.613=0.001
max	1311.895-1311.896=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	0.555-0.545=0.010
σ	0.574-0.553=0.020
min	0.263-0.263=-0.000
max	1.416-1.375=0.041

policies=20

*mean*	1576.418-1576.415=0.003
σ	0.347-0.334=0.012
min	1576.184-1576.186=-0.002
max	1576.933-1576.912=0.022

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	2.617-2.613=0.004
σ	0.006-0.008=-0.001
min	2.609-2.608=0.001
max	2.624-2.624=0.000

policies=200

*mean*	15772.192-15772.314=-0.121
σ	0.094-0.138=-0.044
min	15772.071-15772.203=-0.132
max	15772.296-15772.493=-0.197

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1469.000-1513.000=-44.000
σ	0.000
min	1469.000-1513.000=-44.000
max	1469.000-1513.000=-44.000

*mean*	26.441-26.545=-0.103
σ	0.073-0.268=-0.195
min	26.337-26.349=-0.012
max	26.504-26.941=-0.437