Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-53.797=0.820
σ	0.348-0.349=-0.001
min	54.487-53.659=0.829
max	55.608-54.791=0.816

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.142-0.133=0.009
σ	0.003-0.005=-0.001
min	0.139-0.129=0.010
max	0.147-0.144=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.079=0.707
σ	0.005-0.007=-0.002
min	43.781-43.070=0.711
max	43.796-43.090=0.706

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.123-0.120=0.004
σ	0.004-0.003=0.002
min	0.117-0.117=-0.001
max	0.130-0.126=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=-0.000
max	36.619-36.620=-0.001

*mean*	4290.875-4167.125=123.750
σ	1980.722-1902.163=78.559
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	97.705-12.765=84.940
σ	240.523-0.279=240.244
min	12.558-12.409=0.149
max	692.968-13.247=679.721

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.619-36.619=0.000

*mean*	4290.875-4286.625=4.250
σ	1980.722-1981.919=-1.196
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	12.699-96.246=-83.547
σ	0.705-238.126=-237.421
min	11.860-11.716=0.143
max	13.800-685.577=-671.776

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.001

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	14.845-14.650=0.195
σ	1.114-1.159=-0.044
min	12.759-12.145=0.614
max	15.922-15.348=0.574

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	13.848-13.192=0.656
σ	1.077-1.306=-0.229
min	11.785-11.087=0.698
max	14.850-14.607=0.243

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4174.875-4167.125=7.750
σ	1903.301-1902.163=1.138
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	13.328-13.482=-0.154
σ	1.442-1.669=-0.227
min	11.299-10.800=0.499
max	15.261-15.014=0.247

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.003-0.002=0.001
min	27.603-27.603=0.000
max	27.611-27.607=0.004

*mean*	4174.875-4167.125=7.750
σ	1903.301-1902.163=1.138
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	9.043-8.838=0.205
σ	0.275-0.274=0.001
min	8.589-8.301=0.288
max	9.230-9.147=0.083

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.001=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4174.875-4167.125=7.750
σ	1903.301-1902.163=1.138
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	6.772-6.799=-0.028
σ	0.409-0.466=-0.056
min	6.094-5.740=0.353
max	7.164-7.129=0.035

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.667=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.670=-0.001

*mean*	4290.875-4286.625=4.250
σ	1980.722-1981.919=-1.196
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	6.137-6.053=0.084
σ	0.479-0.630=-0.151
min	5.779-5.667=0.112
max	7.278-7.587=-0.308

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4290.875-4286.625=4.250
σ	1980.722-1981.919=-1.196
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	5.849-5.773=0.076
σ	0.643-0.563=0.081
min	5.303-5.401=-0.098
max	7.383-7.132=0.251

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4290.875-4286.625=4.250
σ	1980.722-1981.919=-1.196
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	5.846-5.809=0.036
σ	0.608-0.603=0.004
min	5.410-5.039=0.371
max	7.331-7.165=0.166

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4290.875-4286.625=4.250
σ	1980.722-1981.919=-1.196
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	5.714-5.706=0.008
σ	0.620-0.610=0.010
min	5.041-5.162=-0.122
max	7.171-7.166=0.005

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=-0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=-0.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	1284.186-1180.915=103.272
σ	521.901-387.895=134.006
min	1036.783-1035.561=1.222
max	2530.174-2140.782=389.392

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=0.000
σ	0.041-0.042=-0.000
min	8744.545-8744.545=-0.000
max	8744.663-8744.664=-0.001

*mean*	3596.000-3593.500=2.500
σ	1820.981-1823.357=-2.376
min	1074.000-1071.000=3.000
max	5831.000-5839.000=-8.000

*mean*	4859.985-4708.166=151.818
σ	1446.172-1556.281=-110.108
min	3556.257-3521.608=34.649
max	7000.924-7359.405=-358.481

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.000

*mean*	4174.875-4167.125=7.750
σ	1903.301-1902.163=1.138
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	77.102-77.722=-0.620
σ	6.551-5.613=0.938
min	69.931-71.126=-1.194
max	87.520-86.255=1.265

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.000
σ	0.002-0.003=-0.001
min	62.075-62.075=0.000
max	62.080-62.084=-0.004

*mean*	4174.875-4167.125=7.750
σ	1903.301-1902.163=1.138
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	77.565-78.111=-0.547
σ	6.602-5.620=0.983
min	70.257-71.122=-0.865
max	88.736-86.722=2.015

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.943=-0.000
max	40.947-40.947=-0.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	104.298-101.277=3.021
σ	8.571-11.629=-3.058
min	88.823-75.221=13.601
max	110.820-108.112=2.708

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.944-40.944=0.000
max	40.947-40.948=-0.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	104.007-101.562=2.445
σ	8.626-11.278=-2.652
min	88.253-76.280=11.973
max	110.947-108.509=2.438

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=-0.001
σ	0.002-0.002=-0.000
min	40.948-40.949=-0.000
max	40.953

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	107.022-104.061=2.961
σ	8.509-11.151=-2.642
min	92.123-81.338=10.785
max	115.704-112.702=3.002

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949-40.948=0.000
max	40.953-40.954=-0.001

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	104.206-101.603=2.604
σ	8.677-11.574=-2.897
min	88.224-75.857=12.367
max	110.591-108.654=1.937

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.001
σ	0.002-0.001=0.001
min	66.685-66.686=-0.000
max	66.690-66.689=0.001

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	271.414-205.996=65.418
σ	314.882-141.054=173.828
min	138.328-120.711=17.616
max	1050.148-552.816=497.332

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.000
min	66.685
max	66.689

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	157.855-151.388=6.468
σ	14.632-22.626=-7.994
min	137.002-113.203=23.799
max	171.764-168.450=3.314

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.520-11667.519=0.001

*mean*	4174.875-4167.125=7.750
σ	1903.301-1902.163=1.138
min	1555.000-1547.000=8.000
max	7210.000-7198.000=12.000

*mean*	6976.588-6964.718=11.870
σ	1011.695-1189.997=-178.302
min	4913.274-4928.852=-15.578
max	8072.269-7998.789=73.480

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.068

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	5764.333-5814.967=-50.634
σ	1488.743-1668.408=-179.665
min	4402.924-4357.250=45.674
max	7724.558-8669.926=-945.368

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.666-172.664=0.003
σ	0.010-0.009=0.001
min	172.647-172.646=0.001
max	172.677-172.675=0.002

*mean*	490.000-485.000=5.000
σ	0.000
min	490.000-485.000=5.000
max	490.000-485.000=5.000

*mean*	401.100-388.092=13.008
σ	20.233-25.476=-5.244
min	359.319-347.392=11.927
max	424.480-420.864=3.616

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.455-357.469=-0.014
σ	0.144-0.158=-0.013
min	357.321
max	357.618-357.642=-0.024

*mean*	567.000-561.000=6.000
σ	0.000
min	567.000-561.000=6.000
max	567.000-561.000=6.000

*mean*	793.139-781.075=12.064
σ	52.649-34.173=18.476
min	708.448-719.503=-11.054
max	857.391-819.952=37.438

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083-1005.002=3.081
σ	0.761-0.751=0.010
min	1007.611-1004.532=3.079
max	1011.228-1008.107=3.122

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	1.512-1.598=-0.086
σ	0.102-0.124=-0.021
min	1.421-1.479=-0.058
max	1.838-1.865=-0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.430-0.334=0.097
σ	0.108-0.171=-0.063
min	0.339-0.243=0.095
max	0.614-0.639=-0.025

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=0.001
min	2.332
max	2.339-2.337=0.002

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.875-0.675=0.200
σ	0.088-0.167=-0.079
min	0.820-0.574=0.247
max	1.030-0.971=0.059

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=0.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.533-0.387=0.146
σ	0.050-0.034=0.016
min	0.492-0.363=0.129
max	0.615-0.445=0.170

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.829-0.648=0.181
σ	0.037-0.093=-0.056
min	0.803-0.578=0.225
max	0.892-0.805=0.087

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.543=-0.003
σ	0.020-0.026=-0.006
min	963.523
max	963.572-963.585=-0.013

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.770-0.798=-0.027
σ	0.054-0.059=-0.005
min	0.710-0.708=0.002
max	0.832-0.861=-0.028

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.006-0.006=-0.000
min	884.847
max	884.861-884.860=0.001

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.717-0.685=0.032
σ	0.055-0.067=-0.012
min	0.619-0.610=0.009
max	0.749-0.742=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	3.909-4.284=-0.375
σ	0.369-0.080=0.289
min	3.467-4.114=-0.646
max	4.600-4.558=0.042

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=0.000
min	7.654
max	7.661-7.658=0.003

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	3.546-4.285=-0.739
σ	0.078-0.084=-0.006
min	3.435-4.098=-0.663
max	3.848-4.529=-0.682

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.757-0.749=0.007
σ	0.018-0.019=-0.001
min	0.715-0.717=-0.001
max	0.845-0.871=-0.026

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.709-0.703=0.006
σ	0.030-0.014=0.016
min	0.665-0.675=-0.010
max	0.919-0.756=0.162

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.515-294.275=3.240
σ	0.226-0.189=0.037
min	297.348-294.133=3.215
max	298.118-294.788=3.331

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.546-0.575=-0.029
σ	0.031-0.025=0.005
min	0.518-0.549=-0.031
max	0.595-0.607=-0.012

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.731-281.468=8.264
σ	0.031-0.036=-0.005
min	289.686-281.415=8.270
max	289.773-281.509=8.263

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.395-0.397=-0.002
σ	0.008-0.008=0.000
min	0.390-0.387=0.003
max	0.409-0.402=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.662-1291.512=8.150
σ	0.065-0.105=-0.041
min	1299.573-1291.395=8.179
max	1299.748-1291.631=8.117

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	1.975-1.969=0.006
σ	0.144-0.111=0.033
min	1.827-1.806=0.020
max	2.187-2.095=0.091

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.620-1534.360=8.260
σ	4.062-4.000=0.062
min	1540.577-1532.275=8.302
max	1549.877-1541.505=8.371

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	2.291-2.322=-0.031
σ	0.247-0.325=-0.078
min	2.065-2.070=-0.006
max	2.596-2.765=-0.169

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.601-1853.343=8.258
σ	0.054-0.093=-0.039
min	1861.520-1853.212=8.308
max	1861.648-1853.453=8.195

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	3.101-3.039=0.062
σ	0.295-0.218=0.076
min	2.884-2.861=0.023
max	3.594-3.392=0.202

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.803-1.769=0.034
σ	0.124-0.092=0.032
min	1.596-1.610=-0.015
max	1.905-1.848=0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-442.432=3.717
σ	577.064-577.064=0.000
min	157.616-153.896=3.720
max	1311.746-1308.028=3.718

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	0.542-0.530=0.012
σ	0.552-0.538=0.014
min	0.264-0.256=0.008
max	1.370-1.337=0.033

policies=20

*mean*	1576.428-1539.249=37.179
σ	0.350-0.322=0.028
min	1576.188-1539.024=37.164
max	1576.947-1539.726=37.221

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	2.640-2.579=0.060
σ	0.017-0.017=-0.001
min	2.622-2.560=0.062
max	2.659-2.602=0.057

policies=200

*mean*	15772.210-15400.733=371.478
σ	0.172-0.087=0.085
min	15772.080-15400.648=371.432
max	15772.442-15400.838=371.604

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7210.000-7198.000=12.000
σ	0.000
min	7210.000-7198.000=12.000
max	7210.000-7198.000=12.000

*mean*	26.506-26.077=0.429
σ	0.100-0.223=-0.124
min	26.403-25.857=0.545
max	26.637-26.386=0.250