Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.615=0.000
σ	0.349-0.350=-0.001
min	54.482-54.479=0.004
max	55.607-55.610=-0.003

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.137-0.137=0.000
σ	0.005-0.005=0.001
min	0.132-0.129=0.002
max	0.146-0.143=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.786=-0.001
σ	0.006-0.006=-0.000
min	43.776-43.772=0.004
max	43.798-43.795=0.004

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.124=-0.002
σ	0.004-0.004=0.001
min	0.116-0.121=-0.005
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.001

*mean*	4168.000-4284.625=-116.625
σ	1901.993-1978.234=-76.241
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	12.308-83.327=-71.018
σ	0.209-199.084=-198.875
min	11.992-12.611=-0.619
max	12.646-576.035=-563.389

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.001

*mean*	4287.375-4284.625=2.750
σ	1981.652-1978.234=3.418
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	96.617-13.908=82.710
σ	237.192-3.127=234.065
min	12.119-11.928=0.190
max	683.637-21.455=662.182

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	14.204-14.908=-0.704
σ	1.305-1.034=0.271
min	11.368-12.663=-1.295
max	15.184-15.875=-0.691

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	13.116-14.109=-0.993
σ	1.136-0.980=0.157
min	10.893-12.044=-1.151
max	14.249-14.845=-0.596

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931

*mean*	4168.000
σ	1901.993-1900.842=1.151
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	12.530-13.554=-1.023
σ	1.456-1.479=-0.023
min	10.350-11.026=-0.676
max	14.371-15.333=-0.962

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4168.000
σ	1901.993-1900.842=1.151
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	8.572-9.265=-0.693
σ	0.339-0.385=-0.046
min	8.131-8.688=-0.558
max	8.946-9.765=-0.819

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.001-0.001=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4168.000
σ	1901.993-1900.842=1.151
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	6.561-7.205=-0.645
σ	0.190-0.343=-0.153
min	6.245-6.498=-0.253
max	6.801-7.510=-0.709

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.001
σ	0.002-0.002=-0.000
min	25.664
max	25.668-25.670=-0.001

*mean*	4287.375-4284.625=2.750
σ	1981.652-1978.234=3.418
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	5.709-6.327=-0.618
σ	0.592-0.672=-0.080
min	5.348-5.911=-0.563
max	7.153-7.977=-0.824

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4287.375-4284.625=2.750
σ	1981.652-1978.234=3.418
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	5.419-5.921=-0.501
σ	0.565-0.579=-0.014
min	5.150-5.608=-0.457
max	6.814-7.335=-0.520

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4287.375-4284.625=2.750
σ	1981.652-1978.234=3.418
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	5.435-5.940=-0.505
σ	0.527-0.604=-0.077
min	5.182-5.662=-0.480
max	6.736-7.427=-0.691

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4287.375-4284.625=2.750
σ	1981.652-1978.234=3.418
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	5.356-5.831=-0.475
σ	0.663-0.602=0.062
min	5.059-5.486=-0.427
max	6.991-7.269=-0.277

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.001
max	2524.597-2524.598=-0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	1184.728-1338.957=-154.229
σ	382.510-445.129=-62.619
min	1032.187-1037.337=-5.150
max	2131.136-2186.127=-54.992

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=-0.000
σ	0.040-0.042=-0.002
min	8744.545-8744.545=0.000
max	8744.659-8744.664=-0.004

*mean*	3594.000-3589.375=4.625
σ	1823.275-1816.755=6.520
min	1071.000
max	5839.000-5819.000=20.000

*mean*	5087.209-4975.882=111.327
σ	1673.798-1731.159=-57.361
min	3538.072-3541.524=-3.452
max	7258.132-7584.252=-326.120

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.003-0.002=0.000
min	62.076-62.075=0.001
max	62.083-62.081=0.003

*mean*	4168.000
σ	1901.993-1900.842=1.151
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	80.622-82.187=-1.565
σ	9.147-10.405=-1.257
min	70.926-72.789=-1.862
max	97.716-99.706=-1.990

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4168.000
σ	1901.993-1900.842=1.151
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	80.937-82.333=-1.396
σ	9.387-10.281=-0.893
min	70.504-71.080=-0.577
max	98.229-99.016=-0.787

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.000
σ	0.002-0.001=0.001
min	40.944-40.944=-0.000
max	40.948-40.947=0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	101.972-103.119=-1.147
σ	11.990-7.902=4.088
min	74.790-88.511=-13.721
max	108.610-108.309=0.301

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.002=-0.000
min	40.944-40.944=-0.000
max	40.947-40.948=-0.000

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	102.099-103.281=-1.182
σ	11.580-7.977=3.602
min	76.086-88.692=-12.606
max	108.610-109.110=-0.499

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=0.000
min	40.949-40.949=0.000
max	40.954-40.953=0.002

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	103.963-105.833=-1.870
σ	11.703-7.818=3.885
min	78.361-92.707=-14.346
max	112.111-112.998=-0.887

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.948-40.948=-0.000
max	40.953-40.954=-0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	102.174-103.477=-1.303
σ	11.977-8.006=3.971
min	75.033-88.482=-13.449
max	108.674-109.091=-0.417

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.000
min	66.685-66.686=-0.000
max	66.689

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	213.773-233.014=-19.241
σ	159.612-207.184=-47.572
min	121.538-140.695=-19.158
max	606.767-745.101=-138.334

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.690=-0.000

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	152.103-157.363=-5.260
σ	23.552-14.829=8.723
min	109.274-131.033=-21.759
max	168.589-168.817=-0.228

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.319-4.318=0.001
min	11655.305-11655.305=-0.000
max	11667.523-11667.520=0.004

*mean*	4168.000
σ	1901.993-1900.842=1.151
min	1551.000
max	7200.000-7208.000=-8.000

*mean*	6436.327-6597.892=-161.564
σ	1292.371-1209.482=82.889
min	4925.906-4903.066=22.839
max	8089.993-8205.630=-115.637

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.002-0.001=0.001
min	11560.064
max	11560.069-11560.068=0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	5653.997-5825.879=-171.882
σ	1344.372-1548.734=-204.362
min	4416.758-4390.166=26.592
max	7586.868-7806.087=-219.219

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662-172.659=0.002
σ	0.013-0.011=0.003
min	172.643-172.648=-0.004
max	172.679-172.675=0.004

*mean*	486.000-487.000=-1.000
σ	0.000
min	486.000-487.000=-1.000
max	486.000-487.000=-1.000

*mean*	381.260-375.146=6.114
σ	37.882-54.394=-16.512
min	309.033-275.509=33.524
max	422.761-424.484=-1.723

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467-357.474=-0.007
σ	0.158-0.162=-0.004
min	357.321
max	357.673-357.666=0.007

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	778.158-790.453=-12.295
σ	35.988-24.790=11.199
min	735.048-741.072=-6.024
max	828.893-817.083=11.810

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.085-1008.083=0.001
σ	0.761-0.762=-0.000
min	1007.608-1007.608=0.000
max	1011.231-1011.233=-0.002

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	1.501-1.507=-0.006
σ	0.134-0.184=-0.050
min	1.387-1.372=0.015
max	1.875-2.128=-0.254

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.885-0.883=0.002
σ	0.004-0.002=0.001
min	0.881
max	0.890-0.886=0.004

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.421-0.432=-0.011
σ	0.084-0.132=-0.048
min	0.352-0.358=-0.005
max	0.513-0.666=-0.153

name=error_case.art

*mean*	2.334-2.333=0.000
σ	0.003-0.003=0.001
min	2.332
max	2.339-2.337=0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.877-0.912=-0.035
σ	0.100-0.100=-0.000
min	0.814-0.824=-0.010
max	1.052-1.077=-0.024

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.535-0.541=-0.005
σ	0.042-0.038=0.003
min	0.505-0.503=0.001
max	0.608-0.603=0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.834-0.841=-0.007
σ	0.040-0.049=-0.009
min	0.792-0.786=0.006
max	0.898-0.915=-0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.546-963.552=-0.006
σ	0.031-0.023=0.008
min	963.527-963.527=-0.000
max	963.602-963.582=0.020

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.776-0.817=-0.040
σ	0.053-0.050=0.003
min	0.710-0.732=-0.022
max	0.834-0.849=-0.014

name=cdr_enhanced_4k_loc.art

*mean*	884.852-884.853=-0.001
σ	0.005-0.008=-0.003
min	884.847
max	884.859-884.867=-0.008

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.704-0.713=-0.008
σ	0.049-0.037=0.011
min	0.623-0.667=-0.044
max	0.741-0.745=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	4.240-4.301=-0.061
σ	0.073-0.085=-0.012
min	4.135-4.169=-0.034
max	4.526-4.572=-0.046

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	4.257-4.283=-0.025
σ	0.080-0.082=-0.002
min	4.113-4.115=-0.001
max	4.536-4.586=-0.050

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.752-0.757=-0.005
σ	0.034-0.025=0.009
min	0.715-0.714=0.001
max	1.004-0.916=0.087

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.708-0.717=-0.009
σ	0.023-0.016=0.007
min	0.581-0.687=-0.106
max	0.808-0.802=0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.338-297.526=-0.188
σ	0.222-0.221=0.001
min	297.169-297.310=-0.141
max	297.952-298.089=-0.136

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.534-0.575=-0.040
σ	0.037-0.029=0.008
min	0.486-0.517=-0.031
max	0.580-0.607=-0.028

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.729-289.724=0.005
σ	0.035-0.036=-0.000
min	289.684-289.679=0.005
max	289.781-289.777=0.004

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.399-0.393=0.006
σ	0.014-0.006=0.008
min	0.389-0.389=0.000
max	0.421-0.403=0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.633-1299.647=-0.014
σ	0.098-0.093=0.005
min	1299.512-1299.539=-0.027
max	1299.770-1299.758=0.012

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	1.961-1.937=0.024
σ	0.133-0.088=0.045
min	1.823-1.824=-0.001
max	2.128-2.031=0.097

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.635-1542.644=-0.009
σ	4.060-4.012=0.048
min	1540.555-1540.620=-0.065
max	1549.888-1549.813=0.075

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	2.385-2.348=0.037
σ	0.232-0.182=0.051
min	2.088-2.162=-0.074
max	2.627-2.607=0.020

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.622-1861.612=0.010
σ	0.083-0.064=0.020
min	1861.502-1861.522=-0.020
max	1861.718-1861.671=0.047

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	2.995-2.948=0.047
σ	0.198-0.096=0.102
min	2.762-2.869=-0.106
max	3.274-3.062=0.212

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.658-1.542=0.116
σ	0.171-0.217=-0.046
min	1.411-1.287=0.123
max	1.810-1.803=0.007

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.147=0.001
σ	577.064-577.063=0.000
min	157.616-157.613=0.002
max	1311.744-1311.742=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	0.543-0.511=0.032
σ	0.549-0.502=0.047
min	0.267-0.249=0.018
max	1.367-1.265=0.103

policies=20

*mean*	1576.420-1576.411=0.008
σ	0.346-0.351=-0.004
min	1576.181-1576.175=0.006
max	1576.932-1576.931=0.001

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	2.628-2.638=-0.010
σ	0.021-0.025=-0.004
min	2.608-2.607=0.001
max	2.647-2.659=-0.012

policies=200

*mean*	15772.313-15772.291=0.022
σ	0.081-0.125=-0.045
min	15772.198-15772.127=0.070
max	15772.386-15772.431=-0.045

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7200.000-7208.000=-8.000
σ	0.000
min	7200.000-7208.000=-8.000
max	7200.000-7208.000=-8.000

*mean*	26.535-26.471=0.063
σ	0.170-0.119=0.051
min	26.374-26.397=-0.023
max	26.691-26.648=0.043