Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.521-54.522=-0.001
σ	0.371-0.369=0.002
min	54.375-54.382=-0.007
max	55.578-55.573=0.005

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.138-0.139=-0.001
σ	0.005-0.004=0.001
min	0.131-0.135=-0.004
max	0.145-0.145=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.765-43.766=-0.000
σ	0.006-0.008=-0.002
min	43.756-43.753=0.003
max	43.775-43.784=-0.008

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.120-0.124=-0.003
σ	0.005-0.004=0.001
min	0.115-0.119=-0.004
max	0.129-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4286.875-4165.625=121.250
σ	1980.829-1895.912=84.918
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	85.986-12.717=73.270
σ	209.412-0.370=209.041
min	11.790-12.262=-0.472
max	604.254-13.424=590.830

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4286.875-4284.875=2.000
σ	1980.829-1975.109=5.720
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	13.101-93.471=-80.371
σ	2.899-227.408=-224.509
min	11.293-12.825=-1.532
max	20.164-656.276=-636.112

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=-0.001

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	14.289-14.472=-0.183
σ	0.922-0.681=0.240
min	12.326-13.339=-1.013
max	14.995-15.359=-0.364

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	13.121-13.801=-0.680
σ	1.089-0.682=0.407
min	11.180-12.542=-1.363
max	13.943-14.874=-0.931

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4170.750-4165.625=5.125
σ	1903.567-1895.912=7.656
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	12.689-13.507=-0.817
σ	1.775-1.816=-0.041
min	10.243-11.132=-0.888
max	14.870-15.619=-0.750

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4170.750-4165.625=5.125
σ	1903.567-1895.912=7.656
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	8.583-8.944=-0.360
σ	0.399-0.206=0.193
min	8.035-8.651=-0.616
max	9.081-9.237=-0.155

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.001-0.001=0.000
min	26.399
max	26.403

*mean*	4170.750-4165.625=5.125
σ	1903.567-1895.912=7.656
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	6.542-6.946=-0.404
σ	0.201-0.150=0.052
min	6.191-6.649=-0.457
max	6.837-7.124=-0.287

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4286.875-4284.875=2.000
σ	1980.829-1975.109=5.720
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	5.830-6.102=-0.272
σ	0.555-0.640=-0.084
min	5.456-5.601=-0.145
max	7.178-7.634=-0.456

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4286.875-4284.875=2.000
σ	1980.829-1975.109=5.720
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	5.360-5.698=-0.338
σ	0.606-0.619=-0.013
min	5.098-5.371=-0.274
max	6.858-7.222=-0.365

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4286.875-4284.875=2.000
σ	1980.829-1975.109=5.720
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	5.485-5.772=-0.287
σ	0.600-0.609=-0.008
min	5.158-5.506=-0.348
max	6.963-7.277=-0.314

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.969-25.968=0.001
σ	0.002-0.001=0.001
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4286.875-4284.875=2.000
σ	1980.829-1975.109=5.720
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	5.345-5.619=-0.274
σ	0.597-0.600=-0.003
min	5.017-5.350=-0.333
max	6.813-7.102=-0.289

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=-0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.598=0.000

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	1395.889-1524.250=-128.361
σ	620.701-750.879=-130.178
min	1029.677-1021.581=8.096
max	2745.486-3000.336=-254.850

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.001
σ	0.040-0.042=-0.002
min	8744.545-8744.545=-0.000
max	8744.659-8744.664=-0.005

*mean*	3591.875-3592.625=-0.750
σ	1818.697-1815.431=3.266
min	1071.000-1074.000=-3.000
max	5824.000-5827.000=-3.000

*mean*	5096.113-4967.186=128.927
σ	1698.411-1555.962=142.449
min	3529.306-3557.691=-28.385
max	7145.901-7353.804=-207.902

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.001
σ	0.001-0.002=-0.001
min	62.076
max	62.080-62.081=-0.001

*mean*	4170.750-4165.625=5.125
σ	1903.567-1895.912=7.656
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	76.318-79.226=-2.908
σ	5.383-9.230=-3.847
min	70.639-70.910=-0.271
max	86.181-96.283=-10.103

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4170.750-4165.625=5.125
σ	1903.567-1895.912=7.656
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	76.707-79.489=-2.781
σ	5.666-9.035=-3.369
min	70.672-70.602=0.069
max	87.296-96.339=-9.043

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.001
σ	0.002-0.001=0.001
min	40.944-40.943=0.000
max	40.949-40.947=0.001

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	103.306-103.872=-0.566
σ	7.930-6.823=1.107
min	87.509-91.557=-4.047
max	108.355-108.588=-0.233

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.000
max	40.947-40.948=-0.000

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	103.169-103.821=-0.652
σ	7.868-6.553=1.315
min	87.417-91.931=-4.515
max	108.289-108.079=0.210

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=0.000
min	40.949
max	40.954-40.953=0.002

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	105.434-105.508=-0.074
σ	7.213-6.001=1.212
min	93.635-94.557=-0.922
max	113.265-109.941=3.324

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=0.000
max	40.953-40.954=-0.001

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	103.439-103.806=-0.367
σ	7.984-6.687=1.297
min	87.300-91.770=-4.470
max	108.965-108.366=0.599

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.001
σ	0.002-0.001=0.000
min	66.685-66.685=0.000
max	66.690-66.689=0.001

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	226.278-160.501=65.778
σ	187.230-9.675=177.554
min	138.884-143.477=-4.593
max	688.907-167.292=521.615

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.001
σ	0.001-0.002=-0.001
min	66.685
max	66.689-66.690=-0.000

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	156.881-152.888=3.994
σ	15.881-22.701=-6.820
min	128.715-101.679=27.036
max	168.691-167.795=0.895

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.319-4.318=0.002
min	11655.305-11655.305=-0.000
max	11667.523-11667.519=0.004

*mean*	4170.750-4165.625=5.125
σ	1903.567-1895.912=7.656
min	1551.000-1550.000=1.000
max	7212.000-7194.000=18.000

*mean*	6679.456-6396.985=282.471
σ	1331.028-1300.454=30.574
min	4932.677-4914.325=18.352
max	8098.121-8092.412=5.709

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.000
σ	0.002-0.001=0.001
min	11560.064-11560.064=-0.000
max	11560.069-11560.068=0.001

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	5413.819-5599.603=-185.785
σ	1397.137-994.787=402.351
min	4388.454-4396.596=-8.142
max	7783.052-6688.292=1094.761

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660-172.663=-0.003
σ	0.014-0.012=0.002
min	172.633-172.642=-0.009
max	172.672-172.674=-0.003

*mean*	488.000-487.000=1.000
σ	0.000
min	488.000-487.000=1.000
max	488.000-487.000=1.000

*mean*	383.124-388.795=-5.671
σ	32.446-36.255=-3.810
min	318.726-313.654=5.072
max	423.613-422.937=0.676

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468-357.466=0.001
σ	0.158-0.156=0.001
min	357.321
max	357.641-357.664=-0.023

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	801.016-789.530=11.486
σ	4.972-33.832=-28.860
min	793.511-725.128=68.383
max	808.137-830.847=-22.710

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.079-1008.082=-0.002
σ	0.762-0.761=0.001
min	1007.608-1007.609=-0.001
max	1011.229-1011.228=0.001

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	1.522-1.559=-0.038
σ	0.117-0.175=-0.059
min	1.414-1.404=0.010
max	1.837-2.115=-0.278

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.316-0.375=-0.059
σ	0.116-0.155=-0.038
min	0.252-0.257=-0.005
max	0.523-0.565=-0.042

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.651-0.999=-0.348
σ	0.084-0.098=-0.015
min	0.597-0.927=-0.330
max	0.798-1.165=-0.367

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.505-0.550=-0.045
σ	0.043-0.053=-0.010
min	0.440-0.504=-0.064
max	0.560-0.642=-0.082

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.848-0.873=-0.025
σ	0.036-0.028=0.008
min	0.814-0.848=-0.034
max	0.906-0.915=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.552=-0.001
σ	0.027-0.022=0.006
min	963.523-963.532=-0.009
max	963.584-963.580=0.004

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.817-0.794=0.023
σ	0.035-0.043=-0.008
min	0.772-0.736=0.036
max	0.857-0.835=0.022

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.006-0.007=-0.001
min	884.847
max	884.861-884.864=-0.003

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.715-0.650=0.065
σ	0.029-0.009=0.020
min	0.682-0.634=0.047
max	0.744-0.658=0.086

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.709=0.003

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	4.254-3.577=0.677
σ	0.081-0.112=-0.031
min	4.102-3.350=0.752
max	4.569-4.129=0.440

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	4.234-3.550=0.683
σ	0.068-0.079=-0.011
min	4.113-3.394=0.719
max	4.428-3.784=0.644

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.744-0.546=0.198
σ	0.024-0.020=0.004
min	0.656-0.521=0.136
max	0.849-0.694=0.155

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.716-0.523=0.193
σ	0.016-0.038=-0.022
min	0.688-0.491=0.197
max	0.797-0.779=0.018

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.508-297.401=0.107
σ	0.205-0.255=-0.050
min	297.304-297.224=0.080
max	298.028-298.089=-0.062

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.587-0.581=0.006
σ	0.034-0.058=-0.024
min	0.524-0.499=0.025
max	0.613-0.698=-0.085

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.728-289.722=0.005
σ	0.036-0.037=-0.001
min	289.674-289.672=0.002
max	289.776-289.772=0.004

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.388-0.388=0.000
σ	0.002-0.000=0.002
min	0.386-0.388=-0.002
max	0.391-0.389=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.645-1299.617=0.028
σ	0.104-0.088=0.016
min	1299.512-1299.511=0.001
max	1299.761-1299.752=0.009

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	1.865-1.938=-0.074
σ	0.088-0.139=-0.051
min	1.797-1.800=-0.002
max	1.989-2.121=-0.132

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.654-1542.660=-0.006
σ	4.040-3.984=0.056
min	1540.632-1540.692=-0.061
max	1549.873-1549.779=0.093

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	2.387-2.368=0.018
σ	0.182-0.110=0.072
min	2.125-2.244=-0.119
max	2.567-2.544=0.023

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.606-1861.604=0.002
σ	0.080-0.070=0.010
min	1861.497-1861.526=-0.029
max	1861.702-1861.663=0.039

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	2.904-2.965=-0.061
σ	0.061-0.144=-0.084
min	2.826-2.856=-0.030
max	2.968-3.185=-0.216

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.627-1.508=0.119
σ	0.307-0.326=-0.019
min	1.275-1.234=0.041
max	1.869-1.876=-0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.145=0.000
σ	577.064-577.064=-0.000
min	157.612-157.612=-0.000
max	1311.741-1311.741=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	0.532-0.538=-0.006
σ	0.524-0.551=-0.027
min	0.269-0.261=0.007
max	1.319-1.364=-0.045

policies=20

*mean*	1576.402-1576.395=0.008
σ	0.350-0.340=0.010
min	1576.165-1576.160=0.005
max	1576.922-1576.898=0.024

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	2.629-2.614=0.015
σ	0.021-0.021=0.000
min	2.608-2.594=0.015
max	2.650-2.641=0.009

policies=200

*mean*	15771.937-15772.028=-0.091
σ	0.086-0.087=-0.002
min	15771.851-15771.908=-0.057
max	15772.013-15772.097=-0.085

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000-7194.000=18.000
σ	0.000
min	7212.000-7194.000=18.000
max	7212.000-7194.000=18.000

*mean*	26.529-26.525=0.004
σ	0.065-0.106=-0.041
min	26.471-26.387=0.084
max	26.585-26.637=-0.051