Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.350-0.347=0.003
min	54.486-54.484=0.002
max	55.614-55.605=0.009

*mean*	413.000-417.000=-4.000
σ	0.000
min	413.000-417.000=-4.000
max	413.000-417.000=-4.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.004=0.001
min	0.135-0.138=-0.002
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.007-0.007=-0.000
min	43.780-43.777=0.003
max	43.801-43.799=0.002

*mean*	413.000-417.000=-4.000
σ	0.000
min	413.000-417.000=-4.000
max	413.000-417.000=-4.000

*mean*	0.121-0.126=-0.005
σ	0.004-0.008=-0.004
min	0.116-0.119=-0.003
max	0.127-0.141=-0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4286.125-4286.875=-0.750
σ	1981.727-1975.702=6.025
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	56.705-85.047=-28.342
σ	123.798-203.946=-80.148
min	12.645-12.613=0.031
max	363.090-589.787=-226.698

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4286.125-4286.875=-0.750
σ	1981.727-1975.702=6.025
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	12.564-13.854=-1.290
σ	0.752-1.944=-1.192
min	11.825-12.142=-0.317
max	13.628-18.528=-4.901

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	15.061-15.063=-0.002
σ	1.400-1.017=0.383
min	12.126-12.858=-0.732
max	16.398-16.131=0.267

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	13.545-14.248=-0.703
σ	1.198-0.978=0.219
min	11.673-12.482=-0.809
max	14.902-15.496=-0.593

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.000

*mean*	4169.750-4169.875=-0.125
σ	1903.992-1898.485=5.506
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	13.913-14.163=-0.250
σ	1.622-1.338=0.283
min	11.518-11.563=-0.045
max	15.246-15.461=-0.215

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4169.750-4169.875=-0.125
σ	1903.992-1898.485=5.506
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	9.143-9.026=0.117
σ	0.272-0.369=-0.097
min	8.724-8.317=0.408
max	9.473-9.550=-0.077

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4169.750-4169.875=-0.125
σ	1903.992-1898.485=5.506
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	6.837-6.546=0.291
σ	0.388-0.393=-0.005
min	6.240-6.079=0.161
max	7.264-7.213=0.051

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.670-25.670=0.000

*mean*	4286.125-4286.875=-0.750
σ	1981.727-1975.702=6.025
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	6.022-6.146=-0.124
σ	0.241-0.559=-0.319
min	5.744-5.562=0.183
max	6.554-7.426=-0.873

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663

*mean*	4286.125-4286.875=-0.750
σ	1981.727-1975.702=6.025
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	5.646-5.822=-0.176
σ	0.137-0.591=-0.454
min	5.430-5.340=0.090
max	5.911-7.245=-1.334

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.970-25.969=0.001
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4286.125-4286.875=-0.750
σ	1981.727-1975.702=6.025
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	5.743-5.936=-0.193
σ	0.241-0.615=-0.374
min	5.279-5.185=0.093
max	6.074-7.293=-1.220

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4286.125-4286.875=-0.750
σ	1981.727-1975.702=6.025
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	5.541-5.708=-0.166
σ	0.170-0.671=-0.501
min	5.207-5.065=0.143
max	5.766-7.253=-1.488

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.596=-0.000
σ	0.002-0.002=-0.000
min	2524.594
max	2524.598-2524.599=-0.001

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	1160.705-1447.409=-286.705
σ	320.864-672.679=-351.814
min	1036.521-1033.818=2.703
max	1954.586-2897.171=-942.585

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=0.000
σ	0.041-0.041=-0.000
min	8744.545-8744.545=0.000
max	8744.661-8744.661=-0.000

*mean*	3592.000-3592.875=-0.875
σ	1821.638-1810.372=11.266
min	1071.000-1077.000=-6.000
max	5829.000-5815.000=14.000

*mean*	4874.915-4608.921=265.994
σ	1519.134-1406.989=112.145
min	3524.833-3522.263=2.570
max	7164.574-7146.807=17.768

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080-62.080=-0.000

*mean*	4169.750-4169.875=-0.125
σ	1903.992-1898.485=5.506
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	80.340-81.508=-1.168
σ	9.452-11.128=-1.676
min	71.816-72.680=-0.863
max	97.702-99.018=-1.316

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.001

*mean*	4169.750-4169.875=-0.125
σ	1903.992-1898.485=5.506
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	81.028-82.264=-1.236
σ	9.289-11.667=-2.378
min	72.271-72.360=-0.090
max	97.500-100.418=-2.918

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.943-40.943=0.000
max	40.947

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	101.746-103.370=-1.624
σ	13.398-8.758=4.640
min	70.784-87.060=-16.276
max	109.595-109.140=0.455

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.948

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	101.721-103.361=-1.640
σ	13.573-8.636=4.937
min	70.295-87.395=-17.100
max	110.255-109.115=1.140

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=0.000
min	40.949
max	40.953

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	104.976-106.021=-1.046
σ	12.293-8.332=3.962
min	77.246-91.739=-14.493
max	113.580-113.067=0.513

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=-0.000
max	40.954-40.954=-0.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	101.895-103.496=-1.601
σ	13.163-8.624=4.538
min	71.475-87.488=-16.013
max	109.591-109.021=0.570

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.001
min	66.686-66.685=0.000
max	66.689-66.690=-0.001

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	243.094-236.273=6.821
σ	245.832-217.515=28.316
min	114.805-137.443=-22.638
max	849.836-773.803=76.032

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	154.478-156.168=-1.690
σ	19.620-15.661=3.960
min	114.126-130.494=-16.368
max	169.128-168.699=0.429

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.520-11667.519=0.001

*mean*	4169.750-4169.875=-0.125
σ	1903.992-1898.485=5.506
min	1548.000-1552.000=-4.000
max	7204.000-7214.000=-10.000

*mean*	6837.484-6874.330=-36.845
σ	1190.012-1176.086=13.926
min	4930.073-4920.080=9.992
max	8132.339-8243.804=-111.466

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.002-0.001=0.000
min	11560.064-11560.064=-0.000
max	11560.068

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	6176.981-5823.178=353.803
σ	1659.127-1541.883=117.244
min	4388.695-4387.003=1.692
max	8437.207-7750.582=686.625

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.666-172.656=0.009
σ	0.007-0.011=-0.004
min	172.654-172.640=0.014
max	172.678-172.669=0.009

*mean*	485.250-488.000=-2.750
σ	0.707-0.000=0.707
min	485.000-488.000=-3.000
max	487.000-488.000=-1.000

*mean*	395.718-368.118=27.600
σ	19.662-54.373=-34.711
min	356.802-271.497=85.306
max	418.161-421.252=-3.091

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467-357.477=-0.010
σ	0.164-0.137=0.027
min	357.321
max	357.683-357.623=0.059

*mean*	571.000-565.000=6.000
σ	0.000
min	571.000-565.000=6.000
max	571.000-565.000=6.000

*mean*	792.192-758.540=33.653
σ	25.311-72.492=-47.181
min	765.549-593.963=171.586
max	848.434-812.564=35.870

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.080-1008.084=-0.004
σ	0.760-0.761=-0.001
min	1007.609-1007.608=0.001
max	1011.225-1011.231=-0.006

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	1.558-1.536=0.022
σ	0.125-0.191=-0.066
min	1.400-1.391=0.010
max	1.809-2.197=-0.388

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.003=0.000
min	0.881
max	0.887-0.887=0.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.326-0.312=0.014
σ	0.112-0.113=-0.002
min	0.236-0.235=0.001
max	0.509-0.512=-0.003

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.874-0.866=0.008
σ	0.090-0.090=-0.001
min	0.807-0.785=0.022
max	1.031-1.007=0.024

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.534-0.533=0.001
σ	0.040-0.041=-0.001
min	0.487-0.497=-0.010
max	0.589-0.594=-0.005

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.849-0.855=-0.006
σ	0.034-0.041=-0.008
min	0.821-0.818=0.003
max	0.904-0.926=-0.022

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.550=-0.010
σ	0.022-0.019=0.003
min	963.523-963.534=-0.011
max	963.577-963.583=-0.005

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.786-0.822=-0.036
σ	0.040-0.038=0.001
min	0.746-0.772=-0.026
max	0.846-0.854=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.008=-0.002
min	884.847
max	884.859-884.866=-0.007

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.727-0.694=0.034
σ	0.017-0.062=-0.045
min	0.697-0.611=0.086
max	0.738-0.745=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.002

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	4.305-3.521=0.784
σ	0.086-0.084=0.002
min	4.143-3.280=0.863
max	4.534-3.822=0.712

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	4.260-3.583=0.677
σ	0.088-0.096=-0.008
min	4.104-3.364=0.740
max	4.571-3.969=0.603

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.746-0.538=0.208
σ	0.021-0.014=0.007
min	0.633-0.514=0.119
max	0.855-0.626=0.229

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.701-0.513=0.187
σ	0.038-0.011=0.027
min	0.487-0.492=-0.005
max	0.781-0.571=0.210

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.544-297.741=-0.197
σ	0.205-0.203=0.002
min	297.387-297.557=-0.170
max	298.107-298.273=-0.166

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.564-0.591=-0.027
σ	0.034-0.061=-0.027
min	0.515-0.514=0.001
max	0.610-0.730=-0.120

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.731-289.726=0.005
σ	0.032-0.032=-0.000
min	289.683-289.685=-0.002
max	289.773-289.773=-0.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.391-0.392=-0.001
σ	0.001-0.006=-0.005
min	0.389-0.387=0.002
max	0.392-0.403=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.639-1299.643=-0.004
σ	0.092-0.102=-0.010
min	1299.529-1299.519=0.010
max	1299.770-1299.766=0.004

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	1.930-1.979=-0.048
σ	0.044-0.145=-0.101
min	1.855-1.830=0.024
max	1.968-2.157=-0.190

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.621-1542.607=0.014
σ	4.064-4.065=-0.001
min	1540.586-1540.591=-0.005
max	1549.882-1549.870=0.012

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	2.315-2.265=0.050
σ	0.218-0.194=0.024
min	2.103-2.041=0.062
max	2.648-2.568=0.081

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.600-1861.607=-0.007
σ	0.057-0.064=-0.007
min	1861.513-1861.525=-0.012
max	1861.651-1861.666=-0.015

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	2.924-3.001=-0.078
σ	0.075-0.109=-0.034
min	2.857-2.875=-0.017
max	3.032-3.175=-0.143

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.772-1.445=0.327
σ	0.116-0.355=-0.239
min	1.644-1.131=0.513
max	1.909-1.861=0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.148=-0.000
σ	577.064-577.065=-0.001
min	157.614-157.613=0.000
max	1311.745-1311.746=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	0.542-0.549=-0.007
σ	0.554-0.556=-0.002
min	0.262-0.269=-0.006
max	1.373-1.382=-0.009

policies=20

*mean*	1576.415-1576.429=-0.014
σ	0.344-0.354=-0.011
min	1576.182-1576.192=-0.010
max	1576.924-1576.955=-0.031

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	2.627-2.640=-0.012
σ	0.021-0.006=0.015
min	2.606-2.631=-0.025
max	2.654-2.645=0.008

policies=200

*mean*	15772.218-15771.988=0.230
σ	0.052-0.468=-0.416
min	15772.169-15771.290=0.879
max	15772.285-15772.291=-0.007

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7204.000-7214.000=-10.000
σ	0.000
min	7204.000-7214.000=-10.000
max	7204.000-7214.000=-10.000

*mean*	26.517-26.529=-0.012
σ	0.219-0.184=0.035
min	26.381-26.346=0.035
max	26.841-26.783=0.058