Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.522-53.705=0.818
σ	0.370-0.367=0.002
min	54.378-53.565=0.812
max	55.574-54.750=0.825

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.140-0.137=0.004
σ	0.005-0.005=-0.000
min	0.136-0.129=0.007
max	0.148-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.059=0.706
σ	0.007-0.006=0.001
min	43.756-43.052=0.704
max	43.777-43.067=0.710

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.121=0.001
σ	0.004-0.004=0.000
min	0.116-0.117=-0.001
max	0.128-0.127=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.001
min	36.616-36.615=0.000
max	36.619-36.620=-0.001

*mean*	4169.500-4289.750=-120.250
σ	1899.312-1981.976=-82.664
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	12.595-110.058=-97.463
σ	0.313-275.426=-275.113
min	12.189-12.516=-0.327
max	13.226-791.702=-778.476

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4289.625-4289.750=-0.125
σ	1979.093-1981.976=-2.883
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	95.012-13.958=81.053
σ	234.488-2.788=231.700
min	11.483-12.092=-0.608
max	675.338-20.793=654.545

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	14.820-15.005=-0.185
σ	1.238-0.883=0.354
min	12.029-13.016=-0.987
max	15.540-15.715=-0.174

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	12.916-13.579=-0.663
σ	1.374-0.896=0.478
min	11.176-11.872=-0.696
max	15.088-14.684=0.404

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4169.500-4172.875=-3.375
σ	1899.312-1904.076=-4.764
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	13.503-13.978=-0.475
σ	1.715-1.674=0.041
min	10.992-11.195=-0.203
max	15.244-15.415=-0.171

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4169.500-4172.875=-3.375
σ	1899.312-1904.076=-4.764
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	9.127-9.108=0.019
σ	0.361-0.383=-0.022
min	8.720-8.561=0.159
max	9.744-9.669=0.075

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4169.500-4172.875=-3.375
σ	1899.312-1904.076=-4.764
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	6.585-6.876=-0.291
σ	0.361-0.185=0.176
min	6.132-6.510=-0.379
max	7.265-7.107=0.159

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.670=0.000

*mean*	4289.625-4289.750=-0.125
σ	1979.093-1981.976=-2.883
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	6.099-6.206=-0.107
σ	0.679-0.531=0.148
min	5.598-5.835=-0.237
max	7.703-7.501=0.202

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4289.625-4289.750=-0.125
σ	1979.093-1981.976=-2.883
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	5.754-5.877=-0.124
σ	0.711-0.606=0.105
min	5.154-5.565=-0.411
max	7.471-7.359=0.111

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4289.625-4289.750=-0.125
σ	1979.093-1981.976=-2.883
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	5.788-5.930=-0.142
σ	0.637-0.575=0.062
min	5.247-5.615=-0.368
max	7.312-7.301=0.011

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4289.625-4289.750=-0.125
σ	1979.093-1981.976=-2.883
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	5.754-5.920=-0.166
σ	0.649-0.615=0.034
min	5.311-5.531=-0.219
max	7.344-7.265=0.078

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=0.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	1186.791-1451.203=-264.412
σ	386.677-646.611=-259.934
min	1043.294-1041.121=2.173
max	2143.729-2773.599=-629.871

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=0.000
σ	0.040-0.040=-0.000
min	8744.545-8744.545=-0.000
max	8744.660-8744.660=0.000

*mean*	3596.750-3595.500=1.250
σ	1818.874-1821.105=-2.230
min	1075.000-1073.000=2.000
max	5837.000-5832.000=5.000

*mean*	5001.306-5114.762=-113.455
σ	1581.008-1742.367=-161.359
min	3537.721-3552.298=-14.577
max	7104.074-7642.329=-538.255

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.000

*mean*	4169.500-4172.875=-3.375
σ	1899.312-1904.076=-4.764
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	83.720-80.254=3.466
σ	10.075-9.910=0.165
min	75.037-72.409=2.628
max	104.081-100.807=3.274

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4169.500-4172.875=-3.375
σ	1899.312-1904.076=-4.764
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	84.658-80.731=3.927
σ	9.986-10.228=-0.242
min	75.265-71.846=3.419
max	104.674-101.801=2.873

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.000
min	40.943-40.943=-0.000
max	40.947

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	100.741-102.811=-2.069
σ	12.439-6.818=5.621
min	73.621-90.637=-17.016
max	108.046-107.287=0.760

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.948-40.947=0.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	100.848-102.821=-1.973
σ	12.675-6.865=5.810
min	73.184-90.383=-17.200
max	108.641-107.369=1.272

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=0.000
min	40.948-40.949=-0.000
max	40.953

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	104.104-104.820=-0.716
σ	10.462-6.792=3.671
min	81.535-92.840=-11.305
max	112.764-112.315=0.449

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=0.000
min	40.948-40.948=-0.000
max	40.954-40.954=0.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	101.159-103.009=-1.850
σ	12.358-6.959=5.399
min	74.300-90.655=-16.355
max	108.680-107.404=1.276

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.690-66.690=0.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	205.856-245.795=-39.939
σ	145.930-241.089=-95.159
min	117.858-143.130=-25.271
max	564.526-841.978=-277.452

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	149.435-156.204=-6.769
σ	23.319-16.535=6.783
min	110.168-123.371=-13.203
max	168.021-170.425=-2.404

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.520-11667.520=0.000

*mean*	4169.500-4172.875=-3.375
σ	1899.312-1904.076=-4.764
min	1550.000-1554.000=-4.000
max	7203.000-7211.000=-8.000

*mean*	6618.182-6781.140=-162.958
σ	1171.136-1187.990=-16.854
min	4856.904-4940.072=-83.168
max	7706.888-8132.370=-425.482

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064-11560.064=-0.000
max	11560.068-11560.068=-0.001

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	6113.546-5693.075=420.471
σ	1628.342-1380.258=248.084
min	4400.715-4442.124=-41.409
max	8745.435-7787.368=958.067

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665-172.659=0.005
σ	0.011-0.009=0.002
min	172.646-172.643=0.003
max	172.677-172.672=0.005

*mean*	487.250-488.000=-0.750
σ	0.707-0.000=0.707
min	487.000-488.000=-1.000
max	489.000-488.000=1.000

*mean*	392.917-381.566=11.351
σ	18.687-36.189=-17.502
min	358.928-312.284=46.644
max	412.896-413.679=-0.783

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467-357.477=-0.010
σ	0.156-0.168=-0.011
min	357.321
max	357.628-357.677=-0.048

*mean*	573.000-565.000=8.000
σ	0.000
min	573.000-565.000=8.000
max	573.000-565.000=8.000

*mean*	786.083-808.398=-22.315
σ	47.429-22.755=24.674
min	703.068-785.691=-82.622
max	860.078-854.864=5.214

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1005.000=3.081
σ	0.761-0.751=0.010
min	1007.604-1004.527=3.078
max	1011.227-1008.104=3.123

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	1.513-1.605=-0.092
σ	0.132-0.104=0.028
min	1.382-1.500=-0.118
max	1.843-1.825=0.018

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.000
σ	0.002-0.002=0.001
min	0.881
max	0.886-0.886=0.001

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.413-0.331=0.082
σ	0.130-0.158=-0.028
min	0.330-0.250=0.080
max	0.641-0.613=0.028

name=error_case.art

*mean*	2.334-2.334=-0.000
σ	0.003-0.002=0.001
min	2.332
max	2.339-2.337=0.002

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.891-0.666=0.225
σ	0.088-0.126=-0.038
min	0.833-0.591=0.242
max	1.044-0.889=0.155

name=heavy_item.art

*mean*	1.521-1.522=-0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.545-0.478=0.066
σ	0.048-0.052=-0.004
min	0.511-0.402=0.109
max	0.629-0.529=0.100

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.849-0.840=0.009
σ	0.042-0.028=0.014
min	0.796-0.809=-0.013
max	0.910-0.884=0.027

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.549=0.003
σ	0.027-0.018=0.009
min	963.535-963.528=0.007
max	963.598-963.572=0.025

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.811-0.773=0.038
σ	0.051-0.055=-0.004
min	0.725-0.708=0.018
max	0.845-0.840=0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.007-0.005=0.002
min	884.847
max	884.862-884.859=0.003

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.683-0.710=-0.027
σ	0.071-0.055=0.016
min	0.568-0.612=-0.043
max	0.738-0.739=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	3.521-4.268=-0.746
σ	0.086-0.083=0.003
min	3.368-4.118=-0.751
max	3.797-4.589=-0.792

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	3.929-4.263=-0.333
σ	0.387-0.079=0.308
min	3.385-4.101=-0.716
max	4.515-4.524=-0.009

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.753-0.746=0.007
σ	0.019-0.023=-0.004
min	0.716-0.713=0.003
max	0.864-0.867=-0.003

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.714-0.705=0.009
σ	0.021-0.049=-0.028
min	0.615-0.350=0.265
max	0.793-0.902=-0.109

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.331-294.373=2.957
σ	0.246-0.227=0.019
min	297.184-294.219=2.965
max	298.019-294.995=3.024

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.570-0.574=-0.004
σ	0.028-0.028=0.000
min	0.517-0.517=0.000
max	0.594-0.605=-0.012

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-281.463=8.267
σ	0.040-0.039=0.000
min	289.682-281.404=8.278
max	289.792-281.506=8.286

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.406-0.385=0.021
σ	0.020-0.007=0.012
min	0.386-0.377=0.009
max	0.432-0.394=0.037

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.640-1291.506=8.134
σ	0.091-0.116=-0.024
min	1299.534-1291.364=8.170
max	1299.742-1291.625=8.118

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	1.934-1.945=-0.011
σ	0.083-0.098=-0.015
min	1.791-1.781=0.011
max	2.001-2.020=-0.019

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.624-1534.338=8.286
σ	4.086-3.982=0.105
min	1540.578-1532.281=8.297
max	1549.926-1541.452=8.473

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	2.280-2.273=0.006
σ	0.244-0.245=-0.001
min	2.055-2.050=0.004
max	2.667-2.616=0.051

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.597-1853.327=8.269
σ	0.057-0.063=-0.007
min	1861.512-1853.227=8.285
max	1861.648-1853.379=8.269

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	2.919-2.889=0.030
σ	0.094-0.082=0.012
min	2.813-2.824=-0.011
max	3.052-3.000=0.052

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.497-1.612=-0.115
σ	0.315-0.255=0.060
min	1.007-1.306=-0.299
max	1.807-1.870=-0.063

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-442.428=3.718
σ	577.064-577.064=-0.000
min	157.612-153.893=3.719
max	1311.743-1308.025=3.718

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	0.554-0.538=0.015
σ	0.572-0.544=0.028
min	0.267-0.263=0.004
max	1.412-1.355=0.058

policies=20

*mean*	1576.398-1539.213=37.186
σ	0.350-0.321=0.029
min	1576.162-1538.997=37.166
max	1576.918-1539.689=37.229

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	2.638-2.590=0.047
σ	0.017-0.019=-0.002
min	2.616-2.569=0.046
max	2.652-2.616=0.037

policies=200

*mean*	15771.972-15400.446=371.526
σ	0.056-0.132=-0.076
min	15771.893-15400.290=371.603
max	15772.019-15400.608=371.412

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7203.000-7211.000=-8.000
σ	0.000
min	7203.000-7211.000=-8.000
max	7203.000-7211.000=-8.000

*mean*	26.507-26.002=0.505
σ	0.240-0.116=0.125
min	26.353-25.879=0.473
max	26.864-26.151=0.713