Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.615=0.002
σ	0.350-0.348=0.003
min	54.486-54.485=0.001
max	55.614-55.604=0.009

*mean*	412.000-415.000=-3.000
σ	0.000
min	412.000-415.000=-3.000
max	412.000-415.000=-3.000

*mean*	0.140-0.139=0.001
σ	0.005-0.005=0.000
min	0.136-0.131=0.004
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.006-0.007=-0.000
min	43.779-43.777=0.003
max	43.800-43.799=0.001

*mean*	412.000-415.000=-3.000
σ	0.000
min	412.000-415.000=-3.000
max	412.000-415.000=-3.000

*mean*	0.121-0.122=-0.001
σ	0.004-0.004=0.001
min	0.116-0.118=-0.002
max	0.128-0.128=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	13.016-12.589=0.427
σ	1.840-0.290=1.550
min	11.813-12.127=-0.314
max	17.454-12.897=4.557

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	12.447-12.590=-0.143
σ	2.221-0.591=1.630
min	11.384-11.678=-0.294
max	17.928-13.449=4.479

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7533.000-7540.000=-7.000
σ	0.000
min	7533.000-7540.000=-7.000
max	7533.000-7540.000=-7.000

*mean*	14.362-14.220=0.142
σ	1.041-1.053=-0.013
min	13.055-12.644=0.411
max	15.425-15.644=-0.219

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.002-0.003=-0.001
min	41.927-41.927=0.000
max	41.932-41.935=-0.004

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	12.083-13.004=-0.921
σ	1.854-1.594=0.259
min	10.177-10.757=-0.579
max	15.530-15.077=0.453

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	8.923-9.122=-0.199
σ	1.261-0.891=0.370
min	8.052-8.303=-0.250
max	11.988-10.617=1.371

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	7.044-6.689=0.355
σ	1.130-0.979=0.150
min	6.519-5.382=1.137
max	9.830-8.220=1.610

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.670=0.000

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	5.571-5.659=-0.089
σ	0.562-0.156=0.406
min	5.332-5.420=-0.088
max	6.958-5.875=1.083

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=-0.001
min	25.967-25.967=0.000
max	25.971-25.972=-0.001

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	5.499-5.321=0.179
σ	0.549-0.172=0.378
min	5.248-4.948=0.300
max	6.856-5.487=1.368

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594

*mean*	7533.000-7540.000=-7.000
σ	0.000
min	7533.000-7540.000=-7.000
max	7533.000-7540.000=-7.000

*mean*	1104.872-1042.958=61.914
σ	157.060-5.622=151.439
min	1040.316-1034.797=5.518
max	1493.347-1050.834=442.513

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.640=0.000

*mean*	3762.125-3784.125=-22.000
σ	1629.870-1613.567=16.303
min	1904.000-1962.000=-58.000
max	5934.000-5942.000=-8.000

*mean*	4587.003-4734.264=-147.261
σ	1486.064-1438.385=47.679
min	3500.936-3526.010=-25.074
max	7282.087-7083.141=198.946

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	89.202-87.665=1.537
σ	14.617-12.431=2.186
min	70.758-72.686=-1.928
max	109.320-104.570=4.750

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	7533.000-7540.000=-7.000
σ	0.000
min	7533.000-7540.000=-7.000
max	7533.000-7540.000=-7.000

*mean*	240.835-233.626=7.209
σ	400.670-374.875=25.795
min	84.469-85.695=-1.226
max	1232.206-1161.165=71.041

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7533.000-7540.000=-7.000
σ	0.000
min	7533.000-7540.000=-7.000
max	7533.000-7540.000=-7.000

*mean*	152.228-153.830=-1.602
σ	13.278-13.512=-0.234
min	135.287-135.998=-0.711
max	168.436-170.083=-1.647

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.001
σ	4.317-4.318=-0.002
min	11655.305
max	11667.516-11667.521=-0.005

*mean*	4249.250-4264.125=-14.875
σ	1888.534-1880.786=7.748
min	1904.000-1962.000=-58.000
max	7533.000-7540.000=-7.000

*mean*	6505.217-6661.591=-156.375
σ	1138.386-1339.563=-201.178
min	4952.568-4958.248=-5.680
max	7957.434-8322.253=-364.819

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	7533.000-7540.000=-7.000
σ	0.000
min	7533.000-7540.000=-7.000
max	7533.000-7540.000=-7.000

*mean*	5243.754-5420.553=-176.799
σ	1189.412-1363.964=-174.552
min	4365.447-4329.409=36.038
max	7410.019-7328.637=81.381

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.584=-0.003
σ	0.023-0.025=-0.002
min	172.558
max	172.620-172.621=-0.001

*mean*	1904.000-1962.000=-58.000
σ	0.000
min	1904.000-1962.000=-58.000
max	1904.000-1962.000=-58.000

*mean*	313.199-369.772=-56.573
σ	36.550-21.597=14.952
min	260.002-344.416=-84.414
max	357.653-400.396=-42.744

op=pointedIndexFromKvs

rows=400000

*mean*	357.371-357.357=0.014
σ	0.045-0.035=0.010
min	357.321
max	357.426-357.395=0.031

*mean*	1904.000-1962.000=-58.000
σ	0.000
min	1904.000-1962.000=-58.000
max	1904.000-1962.000=-58.000

*mean*	773.715-731.265=42.451
σ	20.708-60.779=-40.071
min	746.446-615.588=130.858
max	802.417-779.932=22.485

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.185=-0.001
σ	0.882-0.877=0.005
min	1007.697-1007.688=0.009
max	1011.839-1011.818=0.021

*mean*	1039.600-1038.400=1.200
σ	306.773-305.084=1.689
min	544.000-546.000=-2.000
max	1469.000-1468.000=1.000

*mean*	1.553-1.538=0.015
σ	0.099-0.081=0.018
min	1.466-1.454=0.012
max	1.821-1.750=0.071

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.415-0.416=-0.001
σ	0.139-0.129=0.010
min	0.335-0.327=0.008
max	0.661-0.642=0.019

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.884-0.888=-0.004
σ	0.081-0.096=-0.015
min	0.833-0.829=0.004
max	1.026-1.055=-0.029

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.550-0.548=0.003
σ	0.048-0.046=0.002
min	0.509-0.505=0.004
max	0.632-0.626=0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.839-0.845=-0.006
σ	0.040-0.041=-0.001
min	0.800-0.814=-0.014
max	0.904-0.915=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.541=-0.001
σ	0.031-0.032=-0.000
min	963.523
max	963.596-963.597=-0.002

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.837-0.825=0.012
σ	0.039-0.018=0.022
min	0.770-0.801=-0.031
max	0.864-0.851=0.013

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.005=0.001
min	884.847
max	884.861-884.859=0.002

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.707-0.724=-0.018
σ	0.039-0.041=-0.002
min	0.663-0.654=0.009
max	0.749-0.756=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	3.511-4.255=-0.743
σ	0.101-0.072=0.029
min	3.367-4.136=-0.768
max	3.842-4.479=-0.637

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	3.487-4.226=-0.739
σ	0.087-0.067=0.019
min	3.355-4.084=-0.729
max	3.763-4.503=-0.740

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.746-0.711=0.036
σ	0.016-0.123=-0.107
min	0.725-0.296=0.429
max	0.846-0.931=-0.086

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.705-0.285=0.420
σ	0.016-0.010=0.005
min	0.678-0.265=0.413
max	0.776-0.350=0.427

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.582-297.416=0.166
σ	0.197-0.201=-0.004
min	297.421-297.263=0.158
max	298.103-297.970=0.133

*mean*	1904.000-1962.000=-58.000
σ	0.000
min	1904.000-1962.000=-58.000
max	1904.000-1962.000=-58.000

*mean*	0.583-0.590=-0.007
σ	0.032-0.060=-0.028
min	0.519-0.514=0.005
max	0.623-0.727=-0.104

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.771=0.003
σ	0.038-0.036=0.002
min	289.720-289.727=-0.007
max	289.813-289.809=0.004

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.403-0.402=0.001
σ	0.009-0.010=-0.001
min	0.391-0.394=-0.003
max	0.415-0.414=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.695-1299.692=0.003
σ	0.094-0.096=-0.002
min	1299.574-1299.579=-0.006
max	1299.822-1299.832=-0.010

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	2.202-2.257=-0.055
σ	0.075-0.104=-0.029
min	2.120-2.125=-0.005
max	2.314-2.352=-0.038

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.675-1542.703=-0.029
σ	4.060-3.977=0.083
min	1540.705-1540.795=-0.090
max	1549.932-1549.814=0.118

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	2.370-2.362=0.007
σ	0.270-0.174=0.097
min	2.150-2.213=-0.063
max	2.827-2.657=0.170

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.630-1861.623=0.007
σ	0.070-0.077=-0.008
min	1861.534-1861.506=0.028
max	1861.706-1861.706=0.000

*mean*	1739.800-1758.800=-19.000
σ	176.749-216.057=-39.308
min	1492.000-1471.000=21.000
max	1904.000-1962.000=-58.000

*mean*	3.034-3.225=-0.191
σ	0.170-0.323=-0.153
min	2.874-2.908=-0.034
max	3.236-3.714=-0.478

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.822-1.832=-0.010
σ	0.040-0.173=-0.133
min	1.764-1.526=0.238
max	1.859-1.933=-0.074

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.001
σ	577.140-577.140=0.001
min	157.612-157.615=-0.003
max	1311.896-1311.895=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	0.517-0.547=-0.030
σ	0.501-0.570=-0.068
min	0.263-0.260=0.003
max	1.268-1.401=-0.133

policies=20

*mean*	1576.434-1576.420=0.014
σ	0.372-0.341=0.031
min	1576.187-1576.188=-0.000
max	1576.988-1576.926=0.061

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	2.660-2.614=0.046
σ	0.057-0.007=0.050
min	2.606-2.605=0.001
max	2.712-2.621=0.091

policies=200

*mean*	15772.208-15772.155=0.053
σ	0.101-0.106=-0.005
min	15772.115-15772.072=0.043
max	15772.349-15772.310=0.038

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1469.000-1468.000=1.000
σ	0.000
min	1469.000-1468.000=1.000
max	1469.000-1468.000=1.000

*mean*	26.470-26.446=0.024
σ	0.080-0.071=0.009
min	26.391-26.354=0.037
max	26.546-26.507=0.039