Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.351-0.351=-0.000
min	54.484-54.480=0.004
max	55.615-55.614=0.000

*mean*	416.000-415.700=0.300
σ	0.000-0.483=-0.483
min	416.000-415.000=1.000
max	416.000

*mean*	0.140-0.138=0.002
σ	0.006-0.005=0.002
min	0.132-0.132=0.001
max	0.149-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.001
σ	0.006-0.008=-0.002
min	43.779-43.770=0.009
max	43.795-43.796=-0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121-0.122=-0.000
σ	0.005-0.004=0.000
min	0.115-0.115=-0.000
max	0.130-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	12.472-12.335=0.137
σ	0.384-0.259=0.126
min	11.831-12.043=-0.212
max	12.933-12.803=0.130

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.000

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	12.634-12.009=0.625
σ	0.521-0.702=-0.181
min	11.508-11.286=0.222
max	13.203-13.000=0.202

op=table_records(), no indexes

*mean*	41.928-41.932=-0.003
σ	0.000-0.000=0.000
min	41.928-41.932=-0.003
max	41.929-41.933=-0.004

*mean*	7543.000-6046.000=1497.000
σ	0.000
min	7543.000-6046.000=1497.000
max	7543.000-6046.000=1497.000

*mean*	13.935-13.038=0.896
σ	1.085-1.263=-0.179
min	12.669-10.412=2.256
max	15.255-14.570=0.686

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	11.886-12.711=-0.825
σ	1.541-2.004=-0.462
min	10.612-10.331=0.282
max	14.372-14.841=-0.468

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.604=0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.609=-0.001

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	8.368-8.417=-0.049
σ	0.434-0.629=-0.195
min	7.928-7.778=0.150
max	9.131-9.842=-0.711

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	6.388-6.388=-0.000
σ	0.302-0.589=-0.288
min	5.943-5.583=0.360
max	6.883-7.690=-0.807

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.001
min	25.664
max	25.670-25.668=0.001

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	5.464-5.278=0.185
σ	0.146-0.173=-0.027
min	5.218-5.080=0.138
max	5.612-5.559=0.054

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	5.400-5.029=0.371
σ	0.145-0.139=0.005
min	5.217-4.746=0.471
max	5.665-5.153=0.512

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.598=-0.004
σ	0.000-0.000=-0.000
min	2524.593-2524.597=-0.004
max	2524.594-2524.598=-0.005

*mean*	7543.000-6046.000=1497.000
σ	0.000
min	7543.000-6046.000=1497.000
max	7543.000-6046.000=1497.000

*mean*	1042.255-1478.313=-436.058
σ	8.335-652.368=-644.033
min	1029.357-1056.533=-27.176
max	1052.740-2530.096=-1477.356

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.034=-0.001
min	8744.545-8744.545=-0.001
max	8744.640-8744.643=-0.003

*mean*	3789.375-3806.000=-16.625
σ	1610.397-1672.708=-62.311
min	1975.000-1908.000=67.000
max	5947.000-6046.000=-99.000

*mean*	4611.759-4858.455=-246.697
σ	1574.340-1514.835=59.505
min	3520.293-3597.215=-76.922
max	7507.970-7543.846=-35.877

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.001

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	82.223-82.321=-0.098
σ	9.906-11.038=-1.132
min	72.507-70.521=1.986
max	97.872-100.227=-2.355

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7543.000-6046.000=1497.000
σ	0.000
min	7543.000-6046.000=1497.000
max	7543.000-6046.000=1497.000

*mean*	218.413-96.418=121.995
σ	335.314-8.582=326.732
min	88.511-83.562=4.949
max	1048.074-107.487=940.587

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=0.000
max	66.687-66.687=0.000

*mean*	7543.000-6046.000=1497.000
σ	0.000
min	7543.000-6046.000=1497.000
max	7543.000-6046.000=1497.000

*mean*	152.744-228.106=-75.361
σ	12.165-231.980=-219.815
min	139.997-126.110=13.887
max	168.187-801.274=-633.087

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.001
σ	4.317-4.316=0.001
min	11655.305-11655.305=0.000
max	11667.517-11667.516=0.000

*mean*	4267.125-4096.125=171.000
σ	1878.274-1585.201=293.072
min	1975.000-1908.000=67.000
max	7543.000-6046.000=1497.000

*mean*	6437.474-6520.670=-83.195
σ	1246.100-1251.077=-4.977
min	4916.481-4986.059=-69.578
max	8111.157-8147.342=-36.185

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.066=0.003
σ	0.001-0.001=-0.000
min	11560.066-11560.064=0.002
max	11560.069-11560.069=0.000

*mean*	7543.000-6046.000=1497.000
σ	0.000
min	7543.000-6046.000=1497.000
max	7543.000-6046.000=1497.000

*mean*	5138.351-6826.303=-1687.952
σ	1038.399-1324.727=-286.328
min	4359.840-4492.097=-132.257
max	7171.525-8345.790=-1174.265

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.590=-0.008
σ	0.026-0.027=-0.001
min	172.558
max	172.625-172.622=0.003

*mean*	1975.000-1908.000=67.000
σ	0.000
min	1975.000-1908.000=67.000
max	1975.000-1908.000=67.000

*mean*	365.832-371.416=-5.584
σ	26.366-16.568=9.798
min	321.719-353.070=-31.351
max	400.846-392.453=8.393

op=pointedIndexFromKvs

rows=400000

*mean*	357.360-357.362=-0.002
σ	0.042-0.038=0.003
min	357.321
max	357.409-357.401=0.007

*mean*	1975.000-1908.000=67.000
σ	0.000
min	1975.000-1908.000=67.000
max	1975.000-1908.000=67.000

*mean*	770.347-758.313=12.033
σ	56.784-73.405=-16.621
min	638.568-584.864=53.704
max	823.286-817.518=5.768

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.182=0.002
σ	0.907-0.902=0.004
min	1007.712-1007.693=0.018
max	1011.952-1011.927=0.025

*mean*	1043.900-1045.000=-1.100
σ	305.833-303.305=2.528
min	559.000-556.000=3.000
max	1473.000

*mean*	1.558-1.548=0.010
σ	0.107-0.100=0.007
min	1.455-1.463=-0.008
max	1.778-1.772=0.005

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.453-0.416=0.037
σ	0.176-0.140=0.035
min	0.351-0.332=0.018
max	0.767-0.665=0.102

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.957-0.893=0.065
σ	0.189-0.087=0.102
min	0.840-0.841=-0.001
max	1.289-1.046=0.243

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.556-0.548=0.009
σ	0.042-0.055=-0.013
min	0.523-0.497=0.025
max	0.628-0.637=-0.009

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.889-0.847=0.043
σ	0.045-0.034=0.011
min	0.817-0.827=-0.010
max	0.923-0.907=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.548=-0.005
σ	0.029-0.035=-0.007
min	963.523
max	963.594-963.608=-0.015

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.810-0.845=-0.034
σ	0.049-0.023=0.026
min	0.737-0.816=-0.079
max	0.855-0.863=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.008=-0.002
min	884.847
max	884.860-884.865=-0.005

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.709-0.750=-0.041
σ	0.029-0.009=0.020
min	0.679-0.736=-0.057
max	0.743-0.761=-0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	3.478-4.288=-0.810
σ	0.131-0.086=0.046
min	2.835-4.112=-1.277
max	3.802-4.579=-0.777

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	3.470-4.260=-0.790
σ	0.079-0.086=-0.007
min	3.355-4.123=-0.769
max	3.836-4.552=-0.716

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.737-0.755=-0.017
σ	0.025-0.022=0.003
min	0.582-0.724=-0.141
max	0.847-0.871=-0.024

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.701-0.708=-0.006
σ	0.015-0.015=-0.000
min	0.670-0.677=-0.007
max	0.769-0.796=-0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.554-297.405=0.149
σ	0.214-0.207=0.008
min	297.327-297.148=0.179
max	298.069-297.869=0.200

*mean*	1975.000-1908.000=67.000
σ	0.000
min	1975.000-1908.000=67.000
max	1975.000-1908.000=67.000

*mean*	0.581-0.595=-0.014
σ	0.047-0.042=0.006
min	0.508-0.520=-0.012
max	0.686-0.637=0.049

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.777-289.774=0.003
σ	0.036-0.037=-0.001
min	289.733-289.732=0.001
max	289.815-289.815=-0.000

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.399-0.407=-0.008
σ	0.011-0.004=0.006
min	0.392-0.402=-0.010
max	0.418-0.411=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.661-1299.669=-0.008
σ	0.066-0.086=-0.020
min	1299.587-1299.550=0.037
max	1299.714-1299.761=-0.047

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	2.123-2.169=-0.045
σ	0.066-0.082=-0.015
min	2.027-2.026=0.001
max	2.194-2.233=-0.039

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.620-1542.699=-0.079
σ	4.014-4.019=-0.005
min	1540.600-1540.782=-0.181
max	1549.791-1549.885=-0.093

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	2.239-2.437=-0.198
σ	0.143-0.193=-0.050
min	2.060-2.163=-0.102
max	2.429-2.634=-0.206

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.624-1861.631=-0.006
σ	0.084-0.064=0.020
min	1861.491-1861.542=-0.050
max	1861.709-1861.705=0.004

*mean*	1767.800-1740.600=27.200
σ	219.742-181.044=38.699
min	1476.000-1484.000=-8.000
max	1975.000-1908.000=67.000

*mean*	3.168-3.113=0.055
σ	0.356-0.297=0.060
min	2.863-2.865=-0.002
max	3.771-3.595=0.175

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.783-1.663=0.120
σ	0.191-0.082=0.109
min	1.448-1.548=-0.099
max	1.925-1.738=0.186

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.146=0.038
σ	577.140-577.065=0.075
min	157.613-157.613=-0.000
max	1311.893-1311.744=0.150

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	0.533-0.556=-0.023
σ	0.537-0.585=-0.049
min	0.263-0.262=0.001
max	1.338-1.434=-0.096

policies=20

*mean*	1576.403-1576.409=-0.006
σ	0.347-0.356=-0.009
min	1576.171-1576.162=0.009
max	1576.920-1576.938=-0.018

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	2.623-2.642=-0.019
σ	0.014-0.016=-0.003
min	2.604-2.630=-0.026
max	2.633-2.666=-0.033

policies=200

*mean*	15772.314-15772.309=0.005
σ	0.107-0.126=-0.018
min	15772.236-15772.222=0.014
max	15772.473-15772.495=-0.022

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1473.000
σ	0.000
min	1473.000
max	1473.000

*mean*	26.407-26.459=-0.051
σ	0.073-0.076=-0.002
min	26.299-26.380=-0.081
max	26.460-26.557=-0.097