Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705-53.703=0.002
σ	0.369-0.369=0.000
min	53.560-53.560=-0.000
max	54.754-54.752=0.002

*mean*	417.000-412.000=5.000
σ	0.000
min	417.000-412.000=5.000
max	417.000-412.000=5.000

*mean*	0.137-0.139=-0.001
σ	0.005-0.004=0.000
min	0.132-0.131=0.001
max	0.144-0.146=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.058-43.057=0.001
σ	0.005-0.005=-0.000
min	43.051-43.050=0.001
max	43.064-43.066=-0.002

*mean*	417.000-412.000=5.000
σ	0.000
min	417.000-412.000=5.000
max	417.000-412.000=5.000

*mean*	0.120-0.119=0.002
σ	0.003-0.004=-0.001
min	0.118-0.113=0.006
max	0.127-0.125=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4167.000-4162.375=4.625
σ	1897.049-1896.985=0.063
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	12.773-12.921=-0.148
σ	0.354-0.179=0.175
min	12.286-12.668=-0.382
max	13.421-13.183=0.238

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4287.000-4282.000=5.000
σ	1976.567-1976.423=0.144
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	104.992-81.375=23.617
σ	260.719-193.862=66.856
min	11.958-11.886=0.072
max	750.236-561.157=189.078

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.001-0.002=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	14.796-14.977=-0.181
σ	1.400-1.349=0.052
min	11.760-12.069=-0.309
max	15.960-15.960=-0.000

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	13.161-13.990=-0.829
σ	1.294-1.731=-0.437
min	11.361-10.653=0.709
max	14.649-15.461=-0.813

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4167.000-4162.375=4.625
σ	1897.049-1896.985=0.063
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	13.308-13.986=-0.678
σ	1.687-1.456=0.231
min	11.018-11.412=-0.394
max	15.464-15.486=-0.022

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4167.000-4162.375=4.625
σ	1897.049-1896.985=0.063
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	8.952-9.310=-0.358
σ	0.301-0.429=-0.129
min	8.360-8.701=-0.341
max	9.272-9.893=-0.621

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.001
σ	0.001-0.002=-0.001
min	26.399
max	26.403-26.403=-0.000

*mean*	4167.000-4162.375=4.625
σ	1897.049-1896.985=0.063
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	6.925-6.735=0.191
σ	0.136-0.392=-0.256
min	6.700-6.010=0.690
max	7.078-7.126=-0.048

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.667-25.666=0.001
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.670=0.000

*mean*	4287.000-4282.000=5.000
σ	1976.567-1976.423=0.144
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	6.223-6.026=0.197
σ	0.701-0.128=0.573
min	5.763-5.814=-0.051
max	7.918-6.170=1.749

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4287.000-4282.000=5.000
σ	1976.567-1976.423=0.144
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	5.830-5.691=0.139
σ	0.662-0.175=0.487
min	5.504-5.461=0.043
max	7.442-6.026=1.416

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.972=-0.001

*mean*	4287.000-4282.000=5.000
σ	1976.567-1976.423=0.144
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	5.805-5.678=0.127
σ	0.475-0.225=0.250
min	5.542-5.274=0.268
max	6.966-5.956=1.011

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4287.000-4282.000=5.000
σ	1976.567-1976.423=0.144
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	5.662-5.592=0.071
σ	0.463-0.229=0.233
min	5.410-5.159=0.251
max	6.801-5.870=0.931

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.001
σ	0.002-0.002=-0.000
min	2524.593-2524.594=-0.000
max	2524.598-2524.598=-0.001

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	1177.137-1174.434=2.703
σ	383.813-389.471=-5.658
min	1032.682-1028.784=3.898
max	2126.931-2138.242=-11.311

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.042-0.040=0.002
min	8744.545-8744.545=-0.000
max	8744.664-8744.660=0.004

*mean*	3594.000-3590.125=3.875
σ	1815.936-1815.820=0.116
min	1074.000-1071.000=3.000
max	5830.000-5826.000=4.000

*mean*	4990.482-4509.576=480.906
σ	1613.387-1194.943=418.444
min	3498.359-3505.021=-6.662
max	6949.017-6413.593=535.424

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.080=0.001

*mean*	4167.000-4162.375=4.625
σ	1897.049-1896.985=0.063
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	79.198-80.543=-1.345
σ	7.140-7.879=-0.738
min	72.361-73.466=-1.104
max	90.401-92.776=-2.375

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.001
σ	0.003-0.002=0.001
min	62.076-62.076=0.000
max	62.084-62.080=0.004

*mean*	4167.000-4162.375=4.625
σ	1897.049-1896.985=0.063
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	79.990-80.738=-0.748
σ	7.430-7.996=-0.566
min	72.786-73.691=-0.905
max	91.322-92.955=-1.634

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.000
σ	0.001-0.002=-0.000
min	40.943-40.943=-0.000
max	40.947-40.947=0.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	102.034-102.419=-0.384
σ	12.297-11.684=0.614
min	74.333-77.787=-3.454
max	108.554-109.919=-1.365

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.001
σ	0.002-0.002=0.000
min	40.944-40.944=-0.000
max	40.948-40.947=0.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	101.880-102.821=-0.941
σ	12.323-11.985=0.338
min	74.004-77.615=-3.610
max	108.790-110.829=-2.039

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=0.000
max	40.953

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	105.128-105.581=-0.453
σ	10.512-10.982=-0.469
min	80.750-83.430=-2.681
max	112.938-114.229=-1.292

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.001
σ	0.002-0.002=-0.000
min	40.949-40.949=0.000
max	40.954-40.954=-0.001

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	102.021-102.675=-0.654
σ	12.153-11.889=0.264
min	74.634-77.598=-2.964
max	109.110-110.017=-0.907

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.686=-0.000
σ	0.001-0.001=-0.000
min	66.685-66.686=-0.000
max	66.689-66.689=-0.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	209.622-217.010=-7.388
σ	150.444-169.688=-19.245
min	120.545-123.408=-2.862
max	579.736-635.002=-55.266

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002-0.003=-0.001
min	66.685
max	66.690-66.693=-0.004

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	151.136-151.363=-0.228
σ	23.425-23.211=0.213
min	109.788-109.235=0.553
max	168.334-168.489=-0.154

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.519-11667.520=-0.001

*mean*	4167.000-4162.375=4.625
σ	1897.049-1896.985=0.063
min	1551.000-1546.000=5.000
max	7201.000-7193.000=8.000

*mean*	6438.884-6393.487=45.397
σ	1064.813-1102.579=-37.767
min	4920.862-4864.523=56.339
max	7626.279-7628.586=-2.306

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.001
σ	0.001-0.002=-0.001
min	11560.064-11560.064=0.000
max	11560.068-11560.070=-0.002

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	5865.418-5918.661=-53.243
σ	1488.610-1524.415=-35.805
min	4365.721-4375.905=-10.184
max	8650.049-8455.752=194.297

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662-172.663=-0.001
σ	0.014-0.016=-0.002
min	172.646-172.632=0.014
max	172.682-172.679=0.004

*mean*	489.000-482.000=7.000
σ	0.000
min	489.000-482.000=7.000
max	489.000-482.000=7.000

*mean*	380.872-380.953=-0.081
σ	47.046-37.549=9.497
min	270.765-302.614=-31.849
max	414.247-413.779=0.468

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.474-357.489=-0.015
σ	0.153-0.147=0.005
min	357.321
max	357.633-357.676=-0.044

*mean*	566.000-558.000=8.000
σ	0.000
min	566.000-558.000=8.000
max	566.000-558.000=8.000

*mean*	767.427-767.572=-0.145
σ	62.238-60.408=1.830
min	667.707-631.941=35.766
max	860.488-804.120=56.369

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.001-1005.001=0.000
σ	0.751-0.751=-0.000
min	1004.530-1004.527=0.002
max	1008.104-1008.104=0.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	1.588-1.563=0.025
σ	0.125-0.100=0.024
min	1.490-1.427=0.063
max	1.956-1.862=0.094

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.888=-0.002

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.313-0.416=-0.102
σ	0.115-0.084=0.031
min	0.249-0.332=-0.083
max	0.518-0.525=-0.007

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.653-0.882=-0.228
σ	0.089-0.100=-0.011
min	0.607-0.813=-0.206
max	0.812-1.057=-0.245

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.502-0.539=-0.037
σ	0.032-0.043=-0.011
min	0.450-0.506=-0.056
max	0.537-0.611=-0.073

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.843-0.836=0.007
σ	0.045-0.045=-0.000
min	0.802-0.811=-0.009
max	0.920-0.916=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.542-963.548=-0.006
σ	0.026-0.033=-0.007
min	963.523
max	963.586-963.606=-0.019

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.806-0.834=-0.029
σ	0.047-0.026=0.020
min	0.731-0.790=-0.059
max	0.844-0.857=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.006-0.006=0.000
min	884.847
max	884.861-884.860=0.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.729-0.734=-0.005
σ	0.034-0.007=0.028
min	0.670-0.725=-0.055
max	0.758-0.742=0.016

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	4.316-4.273=0.044
σ	0.093-0.077=0.017
min	4.178-4.144=0.034
max	4.606-4.533=0.073

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	4.261-4.241=0.020
σ	0.075-0.074=0.002
min	4.121-4.107=0.014
max	4.509-4.543=-0.033

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.756-0.647=0.109
σ	0.019-0.113=-0.094
min	0.729-0.522=0.207
max	0.888-0.856=0.032

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.715-0.516=0.198
σ	0.014-0.015=-0.001
min	0.685-0.438=0.246
max	0.788-0.580=0.208

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.551-294.321=0.230
σ	0.241-0.213=0.028
min	294.288-294.194=0.094
max	295.093-294.911=0.182

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.555-0.569=-0.014
σ	0.029-0.036=-0.007
min	0.513-0.503=0.010
max	0.593-0.607=-0.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.451-281.461=-0.010
σ	0.031-0.037=-0.006
min	281.401-281.405=-0.004
max	281.486-281.498=-0.012

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.392-0.394=-0.001
σ	0.007-0.007=0.000
min	0.386-0.388=-0.002
max	0.401-0.401=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.508-1291.490=0.018
σ	0.115-0.097=0.018
min	1291.365-1291.371=-0.006
max	1291.642-1291.591=0.051

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	1.966-1.952=0.014
σ	0.104-0.072=0.032
min	1.859-1.865=-0.006
max	2.126-2.033=0.093

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.335-1534.351=-0.016
σ	4.004-4.036=-0.033
min	1532.255-1532.265=-0.010
max	1541.486-1541.561=-0.075

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	2.264-2.273=-0.009
σ	0.302-0.236=0.066
min	2.051-2.036=0.015
max	2.772-2.587=0.185

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.327-1853.337=-0.010
σ	0.054-0.094=-0.041
min	1853.251-1853.214=0.036
max	1853.374-1853.461=-0.087

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	2.914-3.199=-0.285
σ	0.133-0.335=-0.203
min	2.813-2.841=-0.028
max	3.130-3.577=-0.447

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.711-1.605=0.106
σ	0.239-0.164=0.075
min	1.307-1.316=-0.010
max	1.896-1.700=0.196

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.430-442.428=0.002
σ	577.064-577.064=0.000
min	153.895-153.894=0.001
max	1308.026-1308.024=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	0.534-0.536=-0.001
σ	0.542-0.557=-0.015
min	0.262-0.256=0.006
max	1.348-1.371=-0.023

policies=20

*mean*	1539.234-1539.215=0.020
σ	0.333-0.332=0.001
min	1539.008-1538.985=0.024
max	1539.729-1539.707=0.022

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	2.613-2.589=0.025
σ	0.037-0.016=0.021
min	2.578-2.574=0.004
max	2.660-2.604=0.055

policies=200

*mean*	15400.341-15400.361=-0.020
σ	0.077-0.076=0.001
min	15400.241-15400.300=-0.059
max	15400.416-15400.470=-0.054

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7201.000-7193.000=8.000
σ	0.000
min	7201.000-7193.000=8.000
max	7201.000-7193.000=8.000

*mean*	26.277-26.251=0.025
σ	0.126-0.159=-0.033
min	26.123-26.100=0.023
max	26.398-26.429=-0.032