Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.001
σ	0.347-0.348=-0.001
min	54.486-54.485=0.001
max	55.605-55.607=-0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.142=-0.003
σ	0.004-0.003=0.001
min	0.133-0.138=-0.005
max	0.146-0.149=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.787=0.000
σ	0.007-0.006=0.001
min	43.778-43.780=-0.002
max	43.799-43.798=0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.126=-0.003
σ	0.003-0.004=-0.001
min	0.121-0.123=-0.002
max	0.128-0.133=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4287.000
σ	1980.679-1980.549=0.130
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	117.996-99.378=18.618
σ	297.203-244.817=52.386
min	12.569-12.509=0.060
max	853.535-705.270=148.265

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4287.000
σ	1980.679-1980.549=0.130
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	13.926-13.643=0.284
σ	3.319-3.092=0.227
min	11.891-11.871=0.020
max	21.980-21.119=0.861

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	14.897-15.056=-0.159
σ	0.874-0.903=-0.028
min	13.226-13.320=-0.094
max	15.640-16.073=-0.433

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	13.522-13.811=-0.289
σ	0.964-1.122=-0.158
min	11.868-11.123=0.745
max	14.462-14.447=0.015

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4170.125-4170.625=-0.500
σ	1903.025-1903.176=-0.152
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	13.933-13.706=0.227
σ	1.610-1.671=-0.061
min	11.169-11.317=-0.148
max	15.442-15.307=0.135

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.003-0.002=0.001
min	27.603
max	27.611-27.607=0.004

*mean*	4170.125-4170.625=-0.500
σ	1903.025-1903.176=-0.152
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	8.895-8.989=-0.094
σ	0.360-0.399=-0.039
min	8.167-8.172=-0.005
max	9.200-9.455=-0.255

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4170.125-4170.625=-0.500
σ	1903.025-1903.176=-0.152
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	6.953-6.856=0.097
σ	0.154-0.225=-0.072
min	6.673-6.519=0.154
max	7.141-7.151=-0.010

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668-25.668=-0.000

*mean*	4287.000
σ	1980.679-1980.549=0.130
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	6.164-6.140=0.024
σ	0.583-0.575=0.008
min	5.823-5.728=0.095
max	7.576-7.526=0.051

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663

*mean*	4287.000
σ	1980.679-1980.549=0.130
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	5.883-5.807=0.077
σ	0.590-0.615=-0.024
min	5.602-5.337=0.265
max	7.337-7.264=0.073

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4287.000
σ	1980.679-1980.549=0.130
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	5.971-5.903=0.068
σ	0.739-0.651=0.088
min	5.635-5.456=0.178
max	7.796-7.470=0.326

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.969-25.968=0.001
σ	0.002-0.001=0.001
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4287.000
σ	1980.679-1980.549=0.130
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	5.804-5.711=0.093
σ	0.603-0.649=-0.045
min	5.516-5.137=0.380
max	7.284-7.267=0.018

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=0.000
σ	0.002-0.002=-0.001
min	2524.594-2524.594=0.000
max	2524.597-2524.598=-0.001

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1347.514-1439.852=-92.337
σ	446.970-616.541=-169.570
min	1046.793-1048.888=-2.096
max	2216.583-2708.232=-491.649

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=-0.000
σ	0.041-0.040=0.001
min	8744.545-8744.545=-0.000
max	8744.661-8744.659=0.001

*mean*	3593.125-3592.500=0.625
σ	1817.664-1818.744=-1.080
min	1074.000-1071.000=3.000
max	5825.000-5824.000=1.000

*mean*	4743.208-5071.876=-328.667
σ	1637.573-1713.985=-76.411
min	3526.421-3570.940=-44.519
max	7335.819-7540.555=-204.736

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4170.125-4170.625=-0.500
σ	1903.025-1903.176=-0.152
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	80.012-80.110=-0.098
σ	6.942-7.596=-0.655
min	71.915-72.117=-0.202
max	92.023-91.352=0.671

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.000

*mean*	4170.125-4170.625=-0.500
σ	1903.025-1903.176=-0.152
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	80.799-80.739=0.059
σ	7.298-7.557=-0.259
min	71.786-72.966=-1.181
max	92.138-91.941=0.197

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.001-0.002=-0.000
min	40.944
max	40.947-40.947=-0.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	103.736-103.818=-0.082
σ	7.336-6.651=0.685
min	89.299-91.113=-1.814
max	108.501-108.536=-0.035

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.001
σ	0.002-0.002=0.000
min	40.944
max	40.947

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	103.845-103.885=-0.040
σ	7.303-6.853=0.449
min	89.300-90.528=-1.228
max	108.482-108.920=-0.438

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.954=-0.001

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	106.789-106.812=-0.023
σ	5.204-5.264=-0.060
min	96.365-96.627=-0.262
max	112.375-112.121=0.254

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.001
σ	0.002-0.002=0.000
min	40.949-40.949=0.000
max	40.953

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	103.764-103.790=-0.026
σ	7.279-6.614=0.666
min	89.442-90.948=-1.506
max	108.349-108.420=-0.071

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.690-66.689=0.001

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	233.839-233.239=0.600
σ	210.488-208.275=2.214
min	140.829-142.051=-1.222
max	754.210-748.141=6.069

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	157.178-155.827=1.352
σ	13.257-13.868=-0.611
min	134.743-130.359=4.384
max	167.582-167.477=0.104

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.001
min	11655.305-11655.305=0.000
max	11667.520-11667.519=0.001

*mean*	4170.125-4170.625=-0.500
σ	1903.025-1903.176=-0.152
min	1550.000-1552.000=-2.000
max	7211.000

*mean*	6978.027-6700.613=277.414
σ	1276.974-1227.809=49.165
min	4918.074-4935.603=-17.530
max	8349.650-7937.203=412.447

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.000
σ	0.001-0.002=-0.000
min	11560.064-11560.064=0.000
max	11560.068-11560.069=-0.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	5883.895-5933.960=-50.065
σ	1333.431-1343.616=-10.185
min	4387.750-4425.384=-37.634
max	7679.185-7702.822=-23.637

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.667-172.669=-0.001
σ	0.007-0.007=0.001
min	172.652-172.657=-0.005
max	172.674-172.675=-0.001

*mean*	488.250-487.000=1.250
σ	0.463-0.000=0.463
min	488.000-487.000=1.000
max	489.000-487.000=2.000

*mean*	397.461-403.873=-6.412
σ	18.359-17.326=1.033
min	368.973-367.075=1.897
max	415.923-420.488=-4.565

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.463-357.457=0.007
σ	0.153-0.151=0.003
min	357.321
max	357.657-357.693=-0.036

*mean*	565.000-564.000=1.000
σ	0.000
min	565.000-564.000=1.000
max	565.000-564.000=1.000

*mean*	768.822-742.519=26.304
σ	51.890-71.473=-19.583
min	671.743-626.659=45.084
max	810.433-818.958=-8.524

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083-1008.084=-0.001
σ	0.762-0.760=0.001
min	1007.611-1007.608=0.003
max	1011.231-1011.227=0.004

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1.516-1.584=-0.068
σ	0.111-0.125=-0.014
min	1.418-1.472=-0.054
max	1.817-1.988=-0.171

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.001
min	0.881
max	0.887-0.886=0.002

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.385-0.418=-0.032
σ	0.081-0.145=-0.064
min	0.332-0.335=-0.003
max	0.526-0.675=-0.149

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.882-0.892=-0.009
σ	0.097-0.094=0.004
min	0.819-0.828=-0.010
max	1.052-1.055=-0.003

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.538-0.536=0.002
σ	0.050-0.043=0.008
min	0.504-0.492=0.013
max	0.626-0.602=0.024

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.826-0.849=-0.023
σ	0.039-0.037=0.002
min	0.805-0.819=-0.013
max	0.895-0.913=-0.018

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.552=-0.001
σ	0.036-0.024=0.012
min	963.527-963.528=-0.001
max	963.614-963.584=0.030

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.826-0.841=-0.015
σ	0.023-0.024=-0.001
min	0.789-0.801=-0.012
max	0.845-0.863=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.009-0.005=0.004
min	884.847
max	884.868-884.859=0.008

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.672-0.713=-0.041
σ	0.058-0.055=0.003
min	0.581-0.615=-0.035
max	0.729-0.740=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.710=-0.001

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	3.859-4.307=-0.448
σ	0.377-0.082=0.295
min	3.424-4.183=-0.759
max	4.630-4.619=0.011

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658-7.658=0.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	3.527-4.299=-0.771
σ	0.064-0.093=-0.030
min	3.395-4.172=-0.777
max	3.755-4.651=-0.896

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.743-0.757=-0.013
σ	0.018-0.026=-0.008
min	0.708-0.642=0.066
max	0.862-0.881=-0.019

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.706-0.638=0.068
σ	0.015-0.091=-0.076
min	0.669-0.472=0.197
max	0.761-0.863=-0.103

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.371-297.243=0.128
σ	0.250-0.218=0.032
min	297.175-297.088=0.087
max	298.017-297.821=0.196

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.547-0.552=-0.005
σ	0.040-0.027=0.013
min	0.498-0.517=-0.019
max	0.601-0.592=0.009

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727-289.729=-0.001
σ	0.046-0.032=0.014
min	289.650-289.685=-0.035
max	289.773-289.773=0.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.396-0.390=0.006
σ	0.011-0.001=0.010
min	0.387-0.389=-0.002
max	0.408-0.391=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.629-1299.655=-0.026
σ	0.092-0.118=-0.026
min	1299.516-1299.508=0.008
max	1299.752-1299.778=-0.026

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	1.872-1.845=0.026
σ	0.049-0.037=0.012
min	1.816-1.806=0.010
max	1.923-1.886=0.037

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.648-1542.625=0.023
σ	4.009-4.057=-0.048
min	1540.666-1540.581=0.085
max	1549.813-1549.873=-0.060

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	2.372-2.316=0.056
σ	0.129-0.183=-0.054
min	2.202-2.071=0.131
max	2.514-2.525=-0.012

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.616-1861.621=-0.005
σ	0.088-0.090=-0.003
min	1861.497-1861.498=-0.001
max	1861.724-1861.739=-0.015

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	2.903-2.837=0.066
σ	0.055-0.066=-0.012
min	2.855-2.722=0.133
max	2.987-2.888=0.099

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.535-1.565=-0.030
σ	0.221-0.258=-0.037
min	1.271-1.295=-0.024
max	1.725-1.887=-0.162

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.147=-0.000
σ	577.065-577.064=0.001
min	157.609-157.612=-0.003
max	1311.744-1311.744=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	0.536-0.536=-0.000
σ	0.524-0.534=-0.010
min	0.270-0.267=0.003
max	1.323-1.337=-0.015

policies=20

*mean*	1576.415-1576.411=0.004
σ	0.360-0.350=0.010
min	1576.174-1576.175=-0.001
max	1576.950-1576.931=0.019

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	2.648-2.629=0.019
σ	0.014-0.016=-0.002
min	2.637-2.613=0.024
max	2.666-2.644=0.022

policies=200

*mean*	15772.302-15772.259=0.043
σ	0.090-0.091=-0.001
min	15772.212-15772.133=0.078
max	15772.424-15772.343=0.081

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7211.000
σ	0.000
min	7211.000
max	7211.000

*mean*	26.595-26.480=0.116
σ	0.122-0.029=0.092
min	26.491-26.449=0.042
max	26.766-26.517=0.249