Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.522=0.094
σ	0.349-0.370=-0.021
min	54.484-54.377=0.107
max	55.610-55.574=0.035

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.137-0.138=-0.001
σ	0.004-0.005=-0.001
min	0.131-0.132=-0.000
max	0.143-0.146=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.767=0.020
σ	0.005-0.006=-0.000
min	43.779-43.756=0.023
max	43.798-43.777=0.020

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.122-0.121=0.001
σ	0.005-0.005=0.000
min	0.115-0.114=0.002
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.619-36.620=-0.001

*mean*	4284.875-4281.375=3.500
σ	1975.464-1975.180=0.283
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	72.618-66.543=6.075
σ	169.170-151.910=17.260
min	12.512-12.336=0.175
max	491.292-442.499=48.792

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4284.875-4281.375=3.500
σ	1975.464-1975.180=0.283
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	14.035-12.904=1.131
σ	2.992-1.292=1.700
min	11.966-11.828=0.138
max	21.265-15.471=5.794

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	15.118-15.093=0.025
σ	0.859-1.214=-0.355
min	13.644-12.641=1.003
max	15.848-16.245=-0.397

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	13.488-13.818=-0.330
σ	1.520-0.960=0.561
min	11.159-11.745=-0.586
max	15.382-14.813=0.569

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.003-0.002=0.001
min	41.927-41.927=0.000
max	41.935-41.932=0.003

*mean*	4168.375-4164.750=3.625
σ	1898.522-1897.997=0.524
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	13.556-13.865=-0.309
σ	1.751-1.692=0.059
min	11.088-11.088=0.000
max	15.340-15.453=-0.113

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.003-0.002=0.001
min	27.603-27.603=0.000
max	27.611-27.607=0.004

*mean*	4168.375-4164.750=3.625
σ	1898.522-1897.997=0.524
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	9.217-9.118=0.100
σ	0.424-0.267=0.158
min	8.646-8.622=0.024
max	9.796-9.434=0.362

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.001
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4168.375-4164.750=3.625
σ	1898.522-1897.997=0.524
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	6.644-6.505=0.139
σ	0.316-0.506=-0.190
min	6.058-5.646=0.411
max	6.993-7.386=-0.393

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.669-25.670=-0.001

*mean*	4284.875-4281.375=3.500
σ	1975.464-1975.180=0.283
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	6.305-6.100=0.206
σ	0.573-0.164=0.409
min	5.944-5.900=0.043
max	7.647-6.400=1.248

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=0.000
max	25.663-25.663=0.000

*mean*	4284.875-4281.375=3.500
σ	1975.464-1975.180=0.283
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	5.801-5.745=0.056
σ	0.582-0.065=0.517
min	5.421-5.682=-0.261
max	7.225-5.857=1.368

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.972=-0.001

*mean*	4284.875-4281.375=3.500
σ	1975.464-1975.180=0.283
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	5.868-5.884=-0.015
σ	0.603-0.087=0.516
min	5.304-5.747=-0.442
max	7.306-5.996=1.310

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4284.875-4281.375=3.500
σ	1975.464-1975.180=0.283
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	5.729-5.705=0.024
σ	0.612-0.190=0.422
min	5.156-5.258=-0.101
max	7.197-5.865=1.332

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.597-2524.598=-0.001

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	1399.592-1295.644=103.948
σ	571.688-589.982=-18.294
min	1037.726-1026.653=11.073
max	2524.076-2709.984=-185.908

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.000
σ	0.041-0.040=0.000
min	8744.545-8744.545=-0.001
max	8744.661-8744.660=0.000

*mean*	3590.875-3587.750=3.125
σ	1810.813-1811.105=-0.293
min	1074.000-1072.000=2.000
max	5812.000-5811.000=1.000

*mean*	4880.050-4502.482=377.567
σ	1595.594-1241.702=353.893
min	3533.441-3542.223=-8.782
max	7134.014-6675.602=458.411

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4168.375-4164.750=3.625
σ	1898.522-1897.997=0.524
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	79.810-78.703=1.107
σ	5.469-8.518=-3.049
min	72.288-70.809=1.479
max	87.234-93.671=-6.436

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4168.375-4164.750=3.625
σ	1898.522-1897.997=0.524
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	80.350-79.304=1.046
σ	5.578-8.552=-2.974
min	72.566-71.322=1.244
max	87.831-94.815=-6.984

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.000
σ	0.001-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.947=-0.000

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	104.106-103.372=0.734
σ	7.374-8.544=-1.170
min	91.769-86.999=4.770
max	108.939-108.804=0.135

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.001
σ	0.003-0.002=0.001
min	40.944-40.944=0.000
max	40.951-40.948=0.003

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	103.998-103.271=0.727
σ	7.185-8.563=-1.379
min	91.915-87.163=4.752
max	108.648-109.008=-0.360

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.000
min	40.949
max	40.953

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	106.879-105.899=0.980
σ	5.397-7.596=-2.199
min	98.433-92.634=5.799
max	113.425-113.179=0.246

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=0.000
max	40.953-40.954=-0.002

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	104.095-103.376=0.719
σ	7.247-8.706=-1.459
min	92.029-86.913=5.116
max	109.014-109.217=-0.203

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.001
min	66.685-66.685=-0.000
max	66.690-66.689=0.001

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	234.516-233.717=0.799
σ	210.903-210.621=0.282
min	143.646-137.192=6.454
max	755.904-754.142=1.762

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.001
σ	0.001-0.003=-0.001
min	66.685
max	66.689-66.693=-0.004

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	156.267-154.712=1.555
σ	14.352-16.974=-2.622
min	130.659-124.389=6.270
max	167.583-167.551=0.032

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.001
σ	4.318-4.318=-0.000
min	11655.305
max	11667.520-11667.520=-0.001

*mean*	4168.375-4164.750=3.625
σ	1898.522-1897.997=0.524
min	1550.000-1549.000=1.000
max	7211.000-7205.000=6.000

*mean*	6973.875-6576.122=397.753
σ	994.663-1106.167=-111.504
min	4971.263-4908.165=63.099
max	8076.662-7981.255=95.407

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.000
σ	0.001-0.002=-0.001
min	11560.064-11560.064=0.000
max	11560.068-11560.070=-0.001

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	5693.298-5980.503=-287.205
σ	1444.346-1407.666=36.680
min	4406.382-4411.722=-5.340
max	7728.212-7676.599=51.613

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.661-172.665=-0.004
σ	0.012-0.017=-0.005
min	172.636-172.630=0.006
max	172.673-172.680=-0.006

*mean*	486.000-484.500=1.500
σ	0.000-0.926=-0.926
min	486.000-484.000=2.000
max	486.000

*mean*	388.665-389.725=-1.060
σ	50.214-34.420=15.794
min	273.326-317.522=-44.196
max	429.828-417.299=12.529

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.471-357.462=0.009
σ	0.159-0.157=0.002
min	357.321
max	357.670-357.658=0.012

*mean*	563.000-569.000=-6.000
σ	0.000
min	563.000-569.000=-6.000
max	563.000-569.000=-6.000

*mean*	727.207-773.654=-46.446
σ	63.684-65.035=-1.350
min	631.704-634.748=-3.044
max	791.208-818.951=-27.743

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.080-1008.082=-0.002
σ	0.761-0.761=0.000
min	1007.609-1007.609=-0.001
max	1011.226-1011.230=-0.004

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	1.478-1.528=-0.050
σ	0.132-0.134=-0.002
min	1.388-1.404=-0.015
max	1.947-1.928=0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.887=-0.002

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.375-0.454=-0.079
σ	0.103-0.147=-0.044
min	0.258-0.344=-0.087
max	0.499-0.696=-0.197

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.877-0.882=-0.006
σ	0.112-0.090=0.021
min	0.806-0.831=-0.025
max	1.074-1.043=0.031

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.540-0.542=-0.002
σ	0.046-0.033=0.014
min	0.495-0.514=-0.019
max	0.617-0.596=0.021

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.839-0.852=-0.013
σ	0.040-0.033=0.007
min	0.811-0.824=-0.013
max	0.908-0.906=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.552=-0.000
σ	0.039-0.018=0.021
min	963.523-963.535=-0.012
max	963.619-963.576=0.043

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.817-0.819=-0.002
σ	0.048-0.036=0.013
min	0.763-0.772=-0.009
max	0.854-0.854=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.009=-0.003
min	884.847
max	884.860-884.868=-0.008

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.730-0.643=0.087
σ	0.030-0.008=0.022
min	0.677-0.637=0.040
max	0.745-0.656=0.089

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	4.298-3.595=0.704
σ	0.072-0.081=-0.010
min	4.157-3.462=0.695
max	4.644-3.855=0.789

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	4.286-3.566=0.720
σ	0.118-0.111=0.006
min	3.647-3.295=0.353
max	4.711-3.873=0.838

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.743-0.553=0.191
σ	0.017-0.022=-0.005
min	0.714-0.522=0.191
max	0.858-0.664=0.194

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.711-0.517=0.194
σ	0.019-0.014=0.005
min	0.681-0.486=0.195
max	0.814-0.587=0.227

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.509-297.620=-0.111
σ	0.197-0.199=-0.002
min	297.348-297.480=-0.132
max	298.026-298.167=-0.141

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.545-0.561=-0.017
σ	0.040-0.027=0.013
min	0.502-0.524=-0.022
max	0.613-0.588=0.025

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.728-289.731=-0.003
σ	0.033-0.043=-0.010
min	289.681-289.671=0.011
max	289.773-289.790=-0.017

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.390-0.410=-0.020
σ	0.002-0.018=-0.016
min	0.387-0.385=0.002
max	0.393-0.433=-0.039

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.655-1299.631=0.024
σ	0.122-0.099=0.023
min	1299.505-1299.505=0.001
max	1299.783-1299.763=0.019

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	1.845-1.961=-0.116
σ	0.065-0.126=-0.061
min	1.788-1.813=-0.025
max	1.941-2.154=-0.214

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.634-1542.631=0.003
σ	4.015-4.076=-0.061
min	1540.571-1540.612=-0.042
max	1549.808-1549.915=-0.107

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	2.326-2.339=-0.013
σ	0.186-0.233=-0.047
min	2.086-2.073=0.013
max	2.559-2.628=-0.069

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.618-1861.612=0.006
σ	0.087-0.057=0.030
min	1861.499-1861.520=-0.021
max	1861.725-1861.651=0.074

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	3.009-2.936=0.073
σ	0.346-0.140=0.206
min	2.832-2.798=0.034
max	3.627-3.119=0.508

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.610-1.390=0.219
σ	0.301-0.312=-0.010
min	1.270-1.004=0.266
max	1.889-1.782=0.107

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.147=0.000
σ	577.066-577.064=0.002
min	157.611-157.612=-0.001
max	1311.746-1311.743=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	0.550-0.564=-0.014
σ	0.545-0.580=-0.036
min	0.269-0.271=-0.002
max	1.367-1.434=-0.068

policies=20

*mean*	1576.426-1576.401=0.026
σ	0.354-0.345=0.009
min	1576.187-1576.165=0.023
max	1576.952-1576.912=0.040

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	2.641-2.633=0.008
σ	0.018-0.035=-0.017
min	2.622-2.604=0.017
max	2.657-2.677=-0.021

policies=200

*mean*	15772.212-15772.052=0.160
σ	0.144-0.094=0.050
min	15772.048-15771.986=0.062
max	15772.340-15772.191=0.148

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7211.000-7205.000=6.000
σ	0.000
min	7211.000-7205.000=6.000
max	7211.000-7205.000=6.000

*mean*	26.551-26.498=0.054
σ	0.107-0.147=-0.039
min	26.435-26.347=0.088
max	26.691-26.642=0.048