Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.000
σ	0.350-0.347=0.003
min	54.482-54.484=-0.001
max	55.613-55.605=0.008

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.139-0.141=-0.002
σ	0.004-0.004=0.000
min	0.133-0.138=-0.005
max	0.146-0.146=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.786=0.000
σ	0.007-0.007=-0.000
min	43.777-43.777=-0.000
max	43.799-43.799=-0.000

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.124-0.126=-0.002
σ	0.004-0.008=-0.003
min	0.120-0.119=0.000
max	0.130-0.141=-0.010

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.001

*mean*	4289.875-4286.875=3.000
σ	1981.646-1975.702=5.944
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	85.382-85.047=0.335
σ	206.050-203.946=2.104
min	12.311-12.613=-0.302
max	595.329-589.787=5.542

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4289.875-4286.875=3.000
σ	1981.646-1975.702=5.944
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	13.748-13.854=-0.106
σ	3.003-1.944=1.059
min	12.097-12.142=-0.045
max	21.029-18.528=2.500

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.001

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	14.946-15.063=-0.117
σ	0.813-1.017=-0.204
min	13.123-12.858=0.265
max	15.540-16.131=-0.591

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	14.252-14.248=0.004
σ	1.426-0.978=0.447
min	11.171-12.482=-1.311
max	15.542-15.496=0.047

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4173.625-4169.875=3.750
σ	1904.153-1898.485=5.668
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	13.817-14.163=-0.346
σ	1.569-1.338=0.230
min	11.278-11.563=-0.285
max	15.450-15.461=-0.010

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4173.625-4169.875=3.750
σ	1904.153-1898.485=5.668
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	9.378-9.026=0.352
σ	0.389-0.369=0.019
min	8.884-8.317=0.567
max	9.731-9.550=0.181

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4173.625-4169.875=3.750
σ	1904.153-1898.485=5.668
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	6.481-6.546=-0.065
σ	0.477-0.393=0.084
min	5.691-6.079=-0.388
max	7.135-7.213=-0.078

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.670=-0.001

*mean*	4289.875-4286.875=3.000
σ	1981.646-1975.702=5.944
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	6.206-6.146=0.061
σ	0.699-0.559=0.140
min	5.643-5.562=0.082
max	7.863-7.426=0.436

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4289.875-4286.875=3.000
σ	1981.646-1975.702=5.944
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	5.751-5.822=-0.071
σ	0.804-0.591=0.213
min	5.267-5.340=-0.073
max	7.684-7.245=0.439

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968-25.969=-0.001
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.972=-0.001

*mean*	4289.875-4286.875=3.000
σ	1981.646-1975.702=5.944
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	5.685-5.936=-0.251
σ	0.497-0.615=-0.118
min	5.278-5.185=0.093
max	6.867-7.293=-0.427

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971

*mean*	4289.875-4286.875=3.000
σ	1981.646-1975.702=5.944
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	5.581-5.708=-0.127
σ	0.486-0.671=-0.185
min	5.201-5.065=0.136
max	6.759-7.253=-0.494

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.001
σ	0.002-0.002=-0.000
min	2524.594
max	2524.598-2524.599=-0.001

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	1382.942-1447.409=-64.467
σ	518.697-672.679=-153.981
min	1030.130-1033.818=-3.688
max	2327.352-2897.171=-569.819

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.040-0.041=-0.000
min	8744.545-8744.545=0.000
max	8744.660-8744.661=-0.001

*mean*	3594.625-3592.875=1.750
σ	1820.520-1810.372=10.148
min	1074.000-1077.000=-3.000
max	5830.000-5815.000=15.000

*mean*	5050.321-4608.921=441.401
σ	1712.352-1406.989=305.364
min	3536.041-3522.263=13.777
max	7524.919-7146.807=378.112

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080

*mean*	4173.625-4169.875=3.750
σ	1904.153-1898.485=5.668
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	80.416-81.508=-1.091
σ	9.276-11.128=-1.852
min	72.459-72.680=-0.220
max	99.316-99.018=0.297

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.000

*mean*	4173.625-4169.875=3.750
σ	1904.153-1898.485=5.668
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	81.486-82.264=-0.777
σ	8.510-11.667=-3.157
min	73.862-72.360=1.502
max	97.932-100.418=-2.486

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.001-0.002=-0.000
min	40.944-40.943=0.000
max	40.947

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	103.863-103.370=0.493
σ	7.507-8.758=-1.251
min	90.685-87.060=3.625
max	109.358-109.140=0.219

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.944=-0.000
max	40.947-40.948=-0.000

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	103.866-103.361=0.505
σ	7.516-8.636=-1.121
min	90.755-87.395=3.360
max	109.590-109.115=0.475

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=0.001
min	40.949
max	40.954-40.953=0.002

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	106.402-106.021=0.380
σ	7.171-8.332=-1.161
min	93.190-91.739=1.451
max	113.087-113.067=0.021

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.001
σ	0.002-0.002=-0.001
min	40.948-40.949=-0.000
max	40.953-40.954=-0.002

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	104.254-103.496=0.758
σ	7.787-8.624=-0.837
min	90.303-87.488=2.815
max	109.386-109.021=0.365

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.685=0.000
max	66.689-66.690=-0.001

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	234.352-236.273=-1.920
σ	212.068-217.515=-5.448
min	141.186-137.443=3.744
max	758.557-773.803=-15.246

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	156.344-156.168=0.175
σ	14.152-15.661=-1.509
min	133.593-130.494=3.099
max	168.520-168.699=-0.179

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.001
σ	4.318-4.318=-0.000
min	11655.305-11655.305=-0.000
max	11667.519-11667.519=-0.000

*mean*	4173.625-4169.875=3.750
σ	1904.153-1898.485=5.668
min	1553.000-1552.000=1.000
max	7213.000-7214.000=-1.000

*mean*	7249.844-6874.330=375.515
σ	1076.279-1176.086=-99.807
min	4928.936-4920.080=8.856
max	8052.037-8243.804=-191.768

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.002-0.001=0.000
min	11560.064
max	11560.068

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	5641.799-5823.178=-181.379
σ	1352.212-1541.883=-189.672
min	4400.086-4387.003=13.083
max	7755.147-7750.582=4.565

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.662-172.656=0.005
σ	0.010-0.011=-0.001
min	172.648-172.640=0.008
max	172.674-172.669=0.005

*mean*	489.125-488.000=1.125
σ	0.354-0.000=0.354
min	489.000-488.000=1.000
max	490.000-488.000=2.000

*mean*	383.351-368.118=15.233
σ	25.365-54.373=-29.008
min	352.114-271.497=80.617
max	426.820-421.252=5.568

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468-357.477=-0.009
σ	0.135-0.137=-0.002
min	357.321
max	357.619-357.623=-0.004

*mean*	566.000-565.000=1.000
σ	0.000
min	566.000-565.000=1.000
max	566.000-565.000=1.000

*mean*	746.540-758.540=-11.999
σ	67.234-72.492=-5.259
min	623.709-593.963=29.746
max	820.795-812.564=8.231

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.084=-0.001
σ	0.761-0.761=0.000
min	1007.608-1007.608=-0.000
max	1011.232-1011.231=0.001

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	1.562-1.536=0.026
σ	0.145-0.191=-0.046
min	1.434-1.391=0.043
max	2.067-2.197=-0.130

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.309-0.312=-0.003
σ	0.110-0.113=-0.003
min	0.232-0.235=-0.003
max	0.504-0.512=-0.008

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.638-0.866=-0.228
σ	0.073-0.090=-0.018
min	0.584-0.785=-0.201
max	0.763-1.007=-0.243

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.387-0.533=-0.146
σ	0.029-0.041=-0.012
min	0.362-0.497=-0.136
max	0.435-0.594=-0.160

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.705-0.855=-0.150
σ	0.119-0.041=0.078
min	0.581-0.818=-0.237
max	0.841-0.926=-0.086

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.550=0.002
σ	0.024-0.019=0.004
min	963.528-963.534=-0.006
max	963.582-963.583=-0.001

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.831-0.822=0.009
σ	0.023-0.038=-0.016
min	0.791-0.772=0.019
max	0.844-0.854=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.008=-0.002
min	884.847
max	884.859-884.866=-0.007

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.657-0.694=-0.037
σ	0.071-0.062=0.009
min	0.601-0.611=-0.009
max	0.737-0.745=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	4.249-3.521=0.728
σ	0.084-0.084=0.000
min	4.086-3.280=0.806
max	4.552-3.822=0.730

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.002

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	4.247-3.583=0.664
σ	0.066-0.096=-0.031
min	4.128-3.364=0.763
max	4.529-3.969=0.561

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.750-0.538=0.213
σ	0.025-0.014=0.011
min	0.718-0.514=0.203
max	0.921-0.626=0.295

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.710-0.513=0.197
σ	0.019-0.011=0.008
min	0.683-0.492=0.191
max	0.815-0.571=0.244

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.407-297.741=-0.334
σ	0.223-0.203=0.020
min	297.198-297.557=-0.359
max	297.976-298.273=-0.297

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.584-0.591=-0.007
σ	0.041-0.061=-0.020
min	0.505-0.514=-0.009
max	0.646-0.730=-0.083

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.728-289.726=0.002
σ	0.034-0.032=0.002
min	289.683-289.685=-0.002
max	289.776-289.773=0.003

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.393-0.392=0.001
σ	0.006-0.006=-0.000
min	0.389-0.387=0.002
max	0.404-0.403=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.642-1299.643=-0.001
σ	0.099-0.102=-0.003
min	1299.524-1299.519=0.005
max	1299.771-1299.766=0.005

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	1.946-1.979=-0.032
σ	0.114-0.145=-0.031
min	1.801-1.830=-0.030
max	2.085-2.157=-0.073

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.628-1542.607=0.020
σ	4.058-4.065=-0.006
min	1540.581-1540.591=-0.010
max	1549.878-1549.870=0.008

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	2.262-2.265=-0.003
σ	0.220-0.194=0.026
min	2.044-2.041=0.003
max	2.602-2.568=0.034

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.603-1861.607=-0.004
σ	0.059-0.064=-0.005
min	1861.525-1861.525=0.000
max	1861.652-1861.666=-0.014

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	2.993-3.001=-0.009
σ	0.093-0.109=-0.016
min	2.874-2.875=-0.001
max	3.111-3.175=-0.064

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.574-1.445=0.129
σ	0.209-0.355=-0.146
min	1.288-1.131=0.157
max	1.748-1.861=-0.114

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-446.148=0.002
σ	577.064-577.065=-0.001
min	157.617-157.613=0.004
max	1311.746-1311.746=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	0.565-0.549=0.016
σ	0.586-0.556=0.030
min	0.266-0.269=-0.003
max	1.443-1.382=0.061

policies=20

*mean*	1576.422-1576.429=-0.007
σ	0.341-0.354=-0.013
min	1576.188-1576.192=-0.005
max	1576.928-1576.955=-0.028

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	2.636-2.640=-0.004
σ	0.029-0.006=0.023
min	2.606-2.631=-0.025
max	2.674-2.645=0.029

policies=200

*mean*	15772.218-15771.988=0.230
σ	0.165-0.468=-0.303
min	15772.039-15771.290=0.749
max	15772.414-15772.291=0.122

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7213.000-7214.000=-1.000
σ	0.000
min	7213.000-7214.000=-1.000
max	7213.000-7214.000=-1.000

*mean*	26.446-26.529=-0.083
σ	0.150-0.184=-0.035
min	26.353-26.346=0.007
max	26.670-26.783=-0.113