Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.002
σ	0.350-0.351=-0.002
min	54.481-54.486=-0.005
max	55.610-55.618=-0.007

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.139-0.142=-0.003
σ	0.004-0.004=0.000
min	0.133-0.137=-0.004
max	0.147-0.147=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.001
σ	0.006-0.006=-0.001
min	43.779-43.780=-0.001
max	43.797-43.801=-0.004

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.003=0.002
min	0.114-0.121=-0.007
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619

*mean*	4282.250-4289.125=-6.875
σ	1976.034-1984.150=-8.116
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	54.514-98.897=-44.384
σ	117.522-244.148=-126.627
min	12.466-12.177=0.289
max	345.364-703.133=-357.769

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4282.250-4289.125=-6.875
σ	1976.034-1984.150=-8.116
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	13.443-13.320=0.123
σ	1.416-0.911=0.505
min	11.936-12.744=-0.808
max	16.657-15.504=1.153

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	14.956-14.962=-0.006
σ	1.115-0.680=0.435
min	12.710-13.674=-0.964
max	15.964-15.724=0.240

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	14.287-13.056=1.231
σ	1.135-0.895=0.240
min	12.221-11.714=0.507
max	15.693-14.169=1.524

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4166.500-4172.250=-5.750
σ	1899.394-1906.155=-6.761
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	13.698-13.546=0.153
σ	1.654-1.820=-0.166
min	10.803-10.718=0.084
max	15.514-15.642=-0.128

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.003-0.002=0.001
min	27.603-27.603=0.000
max	27.611-27.607=0.004

*mean*	4166.500-4172.250=-5.750
σ	1899.394-1906.155=-6.761
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	8.907-9.001=-0.094
σ	0.299-0.372=-0.073
min	8.480-8.256=0.224
max	9.225-9.414=-0.189

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4166.500-4172.250=-5.750
σ	1899.394-1906.155=-6.761
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	6.959-6.794=0.165
σ	0.110-0.324=-0.213
min	6.742-6.404=0.339
max	7.106-7.327=-0.221

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668-25.668=0.000

*mean*	4282.250-4289.125=-6.875
σ	1976.034-1984.150=-8.116
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	5.986-5.996=-0.010
σ	0.137-0.142=-0.005
min	5.807-5.810=-0.003
max	6.121-6.236=-0.115

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=-0.000
max	25.663-25.663=0.000

*mean*	4282.250-4289.125=-6.875
σ	1976.034-1984.150=-8.116
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	5.592-5.566=0.026
σ	0.176-0.116=0.060
min	5.233-5.307=-0.073
max	5.850-5.685=0.165

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4282.250-4289.125=-6.875
σ	1976.034-1984.150=-8.116
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	5.643-5.682=-0.039
σ	0.088-0.119=-0.032
min	5.458-5.440=0.019
max	5.749-5.828=-0.078

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4282.250-4289.125=-6.875
σ	1976.034-1984.150=-8.116
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	5.502-5.497=0.005
σ	0.102-0.169=-0.067
min	5.285-5.141=0.143
max	5.617-5.740=-0.123

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.001
max	2524.597-2524.598=-0.001

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	1348.434-1483.176=-134.742
σ	468.156-719.148=-250.992
min	1045.848-1028.958=16.890
max	2244.367-2980.407=-736.041

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.001
σ	0.041-0.040=0.001
min	8744.545-8744.545=-0.000
max	8744.663-8744.659=0.004

*mean*	3587.875-3593.500=-5.625
σ	1813.045-1823.849=-10.804
min	1070.000-1069.000=1.000
max	5810.000-5834.000=-24.000

*mean*	4775.461-4462.183=313.278
σ	1463.856-1323.634=140.222
min	3544.040-3467.199=76.842
max	6963.380-6910.194=53.186

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.078-62.076=0.001
σ	0.002-0.001=0.001
min	62.076-62.076=0.000
max	62.080-62.080=0.001

*mean*	4166.500-4172.250=-5.750
σ	1899.394-1906.155=-6.761
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	78.286-77.014=1.271
σ	5.871-4.110=1.762
min	71.193-70.326=0.867
max	87.621-82.794=4.827

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.000

*mean*	4166.500-4172.250=-5.750
σ	1899.394-1906.155=-6.761
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	78.821-77.260=1.560
σ	6.108-3.805=2.303
min	71.558-70.801=0.757
max	88.807-82.871=5.937

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.944
max	40.949-40.949=0.000

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	102.613-103.144=-0.532
σ	7.513-7.550=-0.037
min	87.116-90.549=-3.432
max	107.197-109.428=-2.232

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.000
σ	0.002-0.002=0.000
min	40.944-40.943=0.000
max	40.947

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	102.572-103.114=-0.542
σ	7.765-7.394=0.371
min	86.601-90.943=-4.342
max	107.681-108.857=-1.175

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.954=-0.001

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	104.395-105.480=-1.085
σ	6.923-6.460=0.462
min	90.151-94.451=-4.300
max	110.283-112.057=-1.774

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.001
σ	0.002-0.002=0.000
min	40.949-40.949=0.000
max	40.953

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	102.764-103.058=-0.293
σ	7.553-7.117=0.436
min	86.965-91.229=-4.263
max	107.298-107.908=-0.610

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.003=-0.001
min	66.685
max	66.690-66.694=-0.004

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	248.377-209.357=39.019
σ	251.565-141.708=109.857
min	137.930-142.607=-4.677
max	870.389-559.121=311.267

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.686=0.000
σ	0.001-0.001=-0.000
min	66.685
max	66.689

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	156.548-152.841=3.706
σ	15.493-21.522=-6.029
min	130.389-106.757=23.632
max	170.820-168.889=1.932

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.001
σ	4.318-4.319=-0.001
min	11655.305-11655.305=-0.000
max	11667.519-11667.522=-0.004

*mean*	4166.500-4172.250=-5.750
σ	1899.394-1906.155=-6.761
min	1550.000-1548.000=2.000
max	7207.000-7212.000=-5.000

*mean*	6258.000-6789.668=-531.668
σ	1113.636-1025.080=88.556
min	4935.506-4856.754=78.752
max	7948.905-8014.381=-65.476

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.000
σ	0.001-0.002=-0.001
min	11560.064
max	11560.068-11560.069=-0.001

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	5521.772-5773.843=-252.071
σ	1291.019-1357.794=-66.775
min	4399.597-4346.665=52.932
max	7775.774-7664.151=111.623

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660-172.654=0.006
σ	0.015-0.012=0.003
min	172.633-172.642=-0.008
max	172.678-172.671=0.007

*mean*	487.125-486.000=1.125
σ	0.354-0.000=0.354
min	487.000-486.000=1.000
max	488.000-486.000=2.000

*mean*	379.517-359.539=19.979
σ	27.737-29.101=-1.364
min	331.122-309.921=21.201
max	411.521-394.366=17.155

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.456-357.475=-0.019
σ	0.144-0.162=-0.018
min	357.321
max	357.611-357.635=-0.024

*mean*	572.000-562.000=10.000
σ	0.000
min	572.000-562.000=10.000
max	572.000-562.000=10.000

*mean*	792.189-796.351=-4.162
σ	26.662-22.246=4.416
min	754.087-745.815=8.272
max	838.323-813.250=25.074

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.079-1008.084=-0.005
σ	0.761-0.761=0.000
min	1007.609-1007.610=-0.001
max	1011.227-1011.230=-0.003

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	1.558-1.524=0.034
σ	0.167-0.147=0.019
min	1.398-1.383=0.015
max	1.992-1.893=0.099

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.315-0.323=-0.007
σ	0.141-0.108=0.033
min	0.240-0.236=0.003
max	0.566-0.499=0.067

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.664-0.740=-0.076
σ	0.109-0.114=-0.005
min	0.601-0.602=-0.001
max	0.858-0.839=0.020

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.394-0.534=-0.140
σ	0.025-0.043=-0.018
min	0.368-0.498=-0.130
max	0.427-0.603=-0.176

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.847-0.837=0.010
σ	0.036-0.041=-0.005
min	0.814-0.806=0.008
max	0.904-0.908=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.550=0.001
σ	0.030-0.026=0.004
min	963.523-963.536=-0.013
max	963.601-963.596=0.005

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.808-0.790=0.018
σ	0.057-0.086=-0.029
min	0.722-0.641=0.081
max	0.856-0.847=0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.856-884.854=0.002
σ	0.005-0.010=-0.004
min	884.847
max	884.861-884.869=-0.007

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.726-0.640=0.087
σ	0.022-0.005=0.017
min	0.688-0.634=0.053
max	0.741-0.646=0.095

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	4.265-3.494=0.771
σ	0.088-0.083=0.005
min	4.134-3.286=0.849
max	4.600-3.760=0.840

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	4.249-3.057=1.192
σ	0.087-0.385=-0.298
min	4.105-2.617=1.488
max	4.595-3.850=0.745

name=record_render_success.art

*mean*	2.288-2.288=-0.000
σ	0.002-0.002=0.000
min	2.287
max	2.291

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.750-0.540=0.210
σ	0.019-0.038=-0.018
min	0.716-0.513=0.203
max	0.863-0.885=-0.023

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.549-0.509=0.039
σ	0.078-0.024=0.053
min	0.491-0.403=0.087
max	0.785-0.690=0.095

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.438-297.507=-0.069
σ	0.197-0.240=-0.043
min	297.255-297.342=-0.087
max	297.972-298.163=-0.191

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.551-0.575=-0.024
σ	0.032-0.055=-0.022
min	0.508-0.513=-0.005
max	0.585-0.700=-0.116

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.723-289.727=-0.004
σ	0.035-0.031=0.004
min	289.675-289.684=-0.008
max	289.772-289.769=0.004

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.388-0.388=-0.000
σ	0.001-0.001=0.000
min	0.386-0.387=-0.000
max	0.388-0.389=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.644-1299.631=0.013
σ	0.105-0.104=0.001
min	1299.513-1299.505=0.008
max	1299.763-1299.773=-0.011

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	1.924-2.039=-0.116
σ	0.067-0.092=-0.025
min	1.817-1.936=-0.118
max	1.996-2.174=-0.178

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.648-1542.638=0.010
σ	3.983-4.052=-0.069
min	1540.613-1540.567=0.046
max	1549.766-1549.877=-0.111

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	2.333-2.336=-0.003
σ	0.300-0.214=0.086
min	2.099-2.124=-0.025
max	2.687-2.595=0.092

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.595-1861.609=-0.013
σ	0.059-0.056=0.003
min	1861.512-1861.535=-0.023
max	1861.645-1861.668=-0.022

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	2.959-3.010=-0.051
σ	0.144-0.106=0.038
min	2.849-2.878=-0.028
max	3.192-3.172=0.019

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.386-1.470=-0.083
σ	0.291-0.254=0.037
min	1.195-1.277=-0.082
max	1.903-1.812=0.091

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.150=-0.003
σ	577.063-577.066=-0.004
min	157.615-157.614=0.000
max	1311.741-1311.749=-0.008

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	0.542-0.543=-0.001
σ	0.534-0.552=-0.018
min	0.270-0.266=0.004
max	1.343-1.370=-0.028

policies=20

*mean*	1576.419-1576.426=-0.008
σ	0.356-0.347=0.009
min	1576.177-1576.194=-0.018
max	1576.947-1576.942=0.004

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	2.647-2.636=0.011
σ	0.024-0.020=0.004
min	2.613-2.617=-0.004
max	2.667-2.659=0.009

policies=200

*mean*	15772.210-15772.223=-0.012
σ	0.059-0.074=-0.014
min	15772.132-15772.113=0.020
max	15772.268-15772.263=0.004

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7207.000-7212.000=-5.000
σ	0.000
min	7207.000-7212.000=-5.000
max	7207.000-7212.000=-5.000

*mean*	26.622-26.517=0.105
σ	0.101-0.097=0.003
min	26.542-26.412=0.129
max	26.759-26.612=0.147