Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.055-54.055=-0.000
σ	0.369-0.369=0.000
min	53.912-53.906=0.006
max	55.104-55.103=0.001

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.140-0.138=0.002
σ	0.004-0.005=-0.001
min	0.135-0.131=0.004
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.394-43.394=0.001
σ	0.007-0.005=0.002
min	43.384-43.386=-0.002
max	43.407-43.400=0.007

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.124-0.122=0.002
σ	0.008-0.004=0.003
min	0.115-0.116=-0.001
max	0.142-0.128=0.014

CSV - column_set() on unindexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.080-62.074=0.006
σ	0.000-0.000=-0.000
min	62.080-62.073=0.007
max	62.081-62.075=0.006

*mean*	5114.900-5165.200=-50.300
σ	2616.049-2657.716=-41.667
min	1350.000
max	8551.000-8665.000=-114.000

*mean*	102.873-102.290=0.583
σ	15.516-13.069=2.448
min	75.830-79.759=-3.929
max	118.174-116.928=1.247

CSV - column_set(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	15109.635-15109.632=0.003
σ	3.862-3.862=0.000
min	15108.413-15108.410=0.003
max	15120.627-15120.623=0.004

*mean*	5114.900-5165.200=-50.300
σ	2616.049-2657.716=-41.667
min	1350.000
max	8551.000-8665.000=-114.000

*mean*	10447.323-9995.046=452.277
σ	1835.501-2183.084=-347.584
min	6632.425-6708.088=-75.663
max	12392.998-11928.234=464.765

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.542-8744.545=-0.003
σ	0.036-0.035=0.001
min	8744.530-8744.534=-0.004
max	8744.645-8744.645=0.000

*mean*	4711.900-4750.600=-38.700
σ	2577.744-2616.392=-38.648
min	1074.000-1070.000=4.000
max	8551.000-8665.000=-114.000

*mean*	4945.191-4623.202=321.990
σ	1383.309-1014.644=368.665
min	3512.280-3509.756=2.524
max	7377.984-6255.217=1122.767

iterations=10

operation_display=load_product()with indexes

rows=200000

*mean*	8744.532-8744.532=-0.000
σ	0.002-0.002=-0.000
min	8744.530-8744.530=-0.000
max	8744.535-8744.535=-0.000

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	4668.441-4586.556=81.885
σ	1523.843-1063.259=460.584
min	3486.977-3503.572=-16.595
max	6923.415-6373.361=550.054

CSV - table_records()

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records(), repeat

rows=200000

*mean*	41.930-41.901=0.029
σ	0.002-0.002=0.000
min	41.928-41.899=0.029
max	41.932-41.904=0.029

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	14.419-14.311=0.108
σ	1.408-1.655=-0.248
min	11.656-11.485=0.171
max	15.742-16.046=-0.304

CSV - table_records(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records()

rows=200000

*mean*	15088.267-15088.238=0.029
σ	0.002-0.002=-0.000
min	15088.265-15088.236=0.029
max	15088.270-15088.242=0.028

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	10350.873-10079.189=271.683
σ	1860.762-2135.831=-275.070
min	6566.293-6510.671=55.622
max	12408.742-12577.149=-168.407

CSV - vertical_lookup_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on indexed, after column_set(), repeat

rows=200000

*mean*	26.400-26.398=0.002
σ	0.000-0.001=-0.001
min	26.400-26.397=0.003
max	26.400-26.401=-0.001

*mean*	5114.900-5165.200=-50.300
σ	2616.049-2657.716=-41.667
min	1350.000
max	8551.000-8665.000=-114.000

*mean*	6.932-7.426=-0.493
σ	0.612-0.425=0.187
min	6.041-6.698=-0.657
max	7.735-7.924=-0.189

iterations=10

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.398=0.002
σ	0.002-0.002=0.000
min	26.400-26.397=0.002
max	26.404-26.401=0.002

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	7.198-7.170=0.028
σ	0.269-0.308=-0.039
min	6.501-6.698=-0.197
max	7.432-7.466=-0.034

CSV - vertical_lookup_row_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.586-25.633=-0.047
σ	0.003-0.002=0.000
min	25.584-25.631=-0.048
max	25.591-25.637=-0.046

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	5.352-5.424=-0.071
σ	0.085-0.127=-0.042
min	5.239-5.191=0.048
max	5.486-5.658=-0.171

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.580-25.628=-0.048
σ	0.002-0.002=0.000
min	25.578-25.626=-0.048
max	25.583-25.630=-0.048

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	5.312-5.305=0.007
σ	0.078-0.159=-0.081
min	5.207-5.037=0.170
max	5.433-5.513=-0.081

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.883-25.932=-0.049
σ	0.002-0.002=0.000
min	25.881-25.930=-0.049
max	25.886-25.935=-0.049

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	5.353-5.303=0.050
σ	0.070-0.160=-0.090
min	5.249-4.913=0.336
max	5.482-5.442=0.040

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.882-25.931=-0.049
σ	0.002-0.002=-0.000
min	25.881-25.930=-0.049
max	25.885-25.934=-0.049

*mean*	8576.700-8701.200=-124.500
σ	81.271-114.474=-33.204
min	8551.000-8665.000=-114.000
max	8808.000-9027.000=-219.000

*mean*	5.321-5.312=0.008
σ	0.082-0.123=-0.041
min	5.228-5.056=0.172
max	5.468-5.440=0.029

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.655-172.666=-0.011
σ	0.012-0.012=0.000
min	172.640-172.644=-0.004
max	172.675-172.675=-0.000

*mean*	487.000-484.000=3.000
σ	0.000
min	487.000-484.000=3.000
max	487.000-484.000=3.000

*mean*	356.895-388.116=-31.221
σ	44.997-43.627=1.369
min	269.287-270.590=-1.303
max	403.356-419.654=-16.297

iterations=10

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.424-357.406=0.018
σ	0.134-0.140=-0.006
min	357.321
max	357.632-357.654=-0.022

*mean*	566.000-560.000=6.000
σ	0.000
min	566.000-560.000=6.000
max	566.000-560.000=6.000

*mean*	693.645-786.213=-92.568
σ	63.518-34.104=29.414
min	613.121-701.573=-88.451
max	781.684-815.177=-33.492

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1006.872-1006.876=-0.004
σ	0.751-0.751=-0.000
min	1006.406-1006.406=-0.001
max	1009.977-1009.979=-0.002

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	1.552-1.509=0.043
σ	0.131-0.116=0.015
min	1.381-1.460=-0.079
max	2.006-1.998=0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.003
min	0.882
max	0.887

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.295-0.419=-0.124
σ	0.093-0.133=-0.040
min	0.239-0.339=-0.100
max	0.460-0.656=-0.196

name=error_case.art

*mean*	2.339-2.339=0.001
σ	0.003-0.003=0.001
min	2.337
max	2.343-2.342=0.001

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.624-0.878=-0.255
σ	0.047-0.089=-0.042
min	0.590-0.818=-0.228
max	0.700-1.034=-0.333

name=heavy_item.art

*mean*	1.524
σ	0.002
min	1.522
max	1.526

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.392-0.530=-0.139
σ	0.040-0.038=0.002
min	0.367-0.501=-0.134
max	0.463-0.594=-0.131

name=nested_use.art

*mean*	2.361-2.361=-0.000
σ	0.002-0.002=0.000
min	2.360
max	2.364

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.603-0.856=-0.254
σ	0.027-0.039=-0.011
min	0.576-0.814=-0.238
max	0.644-0.916=-0.271

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.831-964.830=0.001
σ	0.033-0.028=0.005
min	964.806-964.802=0.004
max	964.887-964.864=0.023

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.780-0.819=-0.039
σ	0.037-0.024=0.012
min	0.746-0.792=-0.046
max	0.833-0.843=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.514-885.510=0.003
σ	0.006-0.005=0.001
min	885.504
max	885.518-885.516=0.002

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.694-0.710=-0.015
σ	0.045-0.037=0.008
min	0.619-0.644=-0.025
max	0.726-0.728=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.716-7.716=-0.000
σ	0.002-0.002=-0.000
min	7.715
max	7.719-7.721=-0.001

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	4.219-4.292=-0.073
σ	0.101-0.099=0.002
min	3.706-4.132=-0.425
max	4.510-4.617=-0.107

name=record_render_large_syntax_err.art

*mean*	7.665-7.665=0.000
σ	0.002-0.002=0.000
min	7.664
max	7.669-7.668=0.001

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	4.214-4.237=-0.023
σ	0.063-0.106=-0.043
min	4.084-4.077=0.007
max	4.391-5.082=-0.690

name=record_render_success.art

*mean*	2.291
σ	0.002
min	2.290
max	2.294

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.734-0.743=-0.009
σ	0.017-0.017=-0.000
min	0.692-0.707=-0.015
max	0.841-0.849=-0.008

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.693-0.699=-0.006
σ	0.013-0.032=-0.018
min	0.663-0.496=0.167
max	0.767-0.753=0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	295.701-295.497=0.205
σ	0.186-0.218=-0.032
min	295.502-295.344=0.159
max	296.172-296.090=0.082

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.559-0.554=0.005
σ	0.038-0.028=0.009
min	0.504-0.513=-0.009
max	0.606-0.582=0.024

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	285.389-285.382=0.007
σ	0.033-0.036=-0.003
min	285.351-285.334=0.017
max	285.427-285.422=0.004

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.392-0.395=-0.002
σ	0.008-0.009=-0.001
min	0.387-0.386=0.001
max	0.407-0.407=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1295.858-1295.892=-0.034
σ	0.081-0.067=0.014
min	1295.794-1295.828=-0.034
max	1295.993-1295.982=0.011

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	2.185-2.312=-0.127
σ	0.194-0.121=0.073
min	1.969-2.162=-0.193
max	2.460-2.456=0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1539.969-1539.963=0.006
σ	6.903-6.897=0.006
min	1536.701-1536.689=0.011
max	1552.314-1552.298=0.016

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	2.315-2.304=0.011
σ	0.185-0.210=-0.025
min	2.133-2.144=-0.011
max	2.604-2.671=-0.067

iters=5

new-facts=6402

prior-facts=6402

*mean*	1857.694-1857.685=0.009
σ	0.046-0.051=-0.005
min	1857.636-1857.611=0.025
max	1857.736-1857.730=0.006

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	2.969-3.142=-0.173
σ	0.124-0.271=-0.147
min	2.832-2.852=-0.019
max	3.109-3.453=-0.344

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.397-1.623=-0.226
σ	0.133-0.189=-0.057
min	1.267-1.322=-0.055
max	1.587-1.847=-0.260

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	445.742-445.740=0.003
σ	580.934-580.933=0.001
min	155.273-155.269=0.004
max	1317.143-1317.140=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	0.551-0.541=0.010
σ	0.574-0.540=0.034
min	0.258-0.267=-0.009
max	1.411-1.351=0.061

policies=20

*mean*	1553.000-1552.974=0.026
σ	0.343-0.325=0.018
min	1552.770-1552.748=0.022
max	1553.509-1553.456=0.053

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	2.622-2.593=0.028
σ	0.025-0.031=-0.006
min	2.591-2.561=0.030
max	2.646-2.622=0.024

policies=200

*mean*	15537.923-15537.971=-0.048
σ	0.111-0.107=0.005
min	15537.807-15537.830=-0.023
max	15538.066-15538.063=0.003

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	8808.000-9027.000=-219.000
σ	0.000
min	8808.000-9027.000=-219.000
max	8808.000-9027.000=-219.000

*mean*	26.305-26.196=0.109
σ	0.085-0.082=0.003
min	26.190-26.128=0.062
max	26.393-26.292=0.101