Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.523-53.704=0.819
σ	0.370-0.369=0.001
min	54.381-53.563=0.819
max	55.577-54.754=0.823

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.140-0.138=0.002
σ	0.006-0.005=0.000
min	0.134-0.129=0.005
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.765-43.060=0.705
σ	0.006-0.006=0.000
min	43.754-43.051=0.703
max	43.779-43.070=0.709

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.122-0.122=0.000
σ	0.005-0.004=0.002
min	0.115-0.119=-0.003
max	0.131-0.127=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.001

*mean*	4288.000-4286.375=1.625
σ	1979.202-1978.815=0.387
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	106.535-94.621=11.913
σ	266.028-231.462=34.565
min	12.196-12.419=-0.223
max	764.919-667.461=97.459

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4288.000-4286.375=1.625
σ	1979.202-1978.815=0.387
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	13.640-14.012=-0.372
σ	2.746-2.926=-0.180
min	11.872-11.774=0.097
max	20.328-21.083=-0.755

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	14.961-15.016=-0.055
σ	1.149-0.860=0.289
min	12.431-13.328=-0.896
max	15.727-15.945=-0.217

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.929=0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	14.913-14.101=0.812
σ	1.359-1.223=0.136
min	12.094-12.461=-0.367
max	16.297-15.635=0.662

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.000

*mean*	4171.875-4169.500=2.375
σ	1901.813-1901.251=0.562
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	14.056-13.921=0.136
σ	1.833-1.757=0.077
min	11.247-11.043=0.204
max	15.842-15.507=0.335

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4171.875-4169.500=2.375
σ	1901.813-1901.251=0.562
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	9.235-9.176=0.059
σ	0.451-0.367=0.084
min	8.656-8.664=-0.009
max	9.922-9.513=0.409

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4171.875-4169.500=2.375
σ	1901.813-1901.251=0.562
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	6.730-6.549=0.180
σ	0.560-0.147=0.413
min	5.980-6.385=-0.405
max	7.701-6.816=0.885

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.669-25.668=0.001

*mean*	4288.000-4286.375=1.625
σ	1979.202-1978.815=0.387
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	6.283-6.201=0.082
σ	0.566-0.526=0.039
min	5.782-5.794=-0.012
max	7.590-7.470=0.120

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663

*mean*	4288.000-4286.375=1.625
σ	1979.202-1978.815=0.387
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	5.695-5.883=-0.189
σ	0.611-0.611=0.000
min	5.290-5.586=-0.296
max	7.160-7.387=-0.226

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4288.000-4286.375=1.625
σ	1979.202-1978.815=0.387
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	5.776-5.912=-0.137
σ	0.555-0.423=0.131
min	5.179-5.627=-0.449
max	7.022-6.922=0.100

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4288.000-4286.375=1.625
σ	1979.202-1978.815=0.387
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	5.690-5.734=-0.044
σ	0.497-0.480=0.017
min	5.158-5.288=-0.130
max	6.777-6.867=-0.091

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=0.000
σ	0.002-0.002=0.000
min	2524.594
max	2524.598-2524.598=-0.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	1159.083-1414.669=-255.586
σ	314.530-624.676=-310.145
min	1043.081-1026.477=16.605
max	1937.425-2750.152=-812.727

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.001
σ	0.041-0.041=0.000
min	8744.544-8744.545=-0.001
max	8744.660-8744.661=-0.001

*mean*	3593.500-3591.625=1.875
σ	1818.926-1816.647=2.279
min	1074.000-1073.000=1.000
max	5826.000-5822.000=4.000

*mean*	4994.818-5027.413=-32.595
σ	1597.854-1718.397=-120.543
min	3545.001-3468.783=76.218
max	7084.197-7416.671=-332.474

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4171.875-4169.500=2.375
σ	1901.813-1901.251=0.562
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	77.416-76.523=0.892
σ	6.361-5.221=1.140
min	70.528-70.726=-0.198
max	86.209-87.393=-1.184

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.000

*mean*	4171.875-4169.500=2.375
σ	1901.813-1901.251=0.562
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	78.397-77.306=1.091
σ	6.506-5.158=1.349
min	70.843-71.115=-0.272
max	86.926-87.981=-1.056

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.003=-0.001
min	40.944-40.943=0.000
max	40.947-40.951=-0.003

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	100.998-104.875=-3.877
σ	13.740-7.488=6.252
min	69.451-90.829=-21.378
max	107.825-109.570=-1.746

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.001
σ	0.002-0.002=0.000
min	40.944-40.943=0.000
max	40.948-40.947=0.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	101.052-104.879=-3.827
σ	13.623-7.471=6.152
min	69.788-90.965=-21.177
max	107.873-109.500=-1.626

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=-0.000
min	40.949-40.949=-0.000
max	40.953-40.954=-0.002

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	104.133-107.531=-3.398
σ	11.667-7.477=4.190
min	76.897-94.168=-17.271
max	112.779-115.748=-2.969

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.001
σ	0.002-0.002=0.001
min	40.949-40.948=0.001
max	40.954-40.953=0.002

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	101.363-104.966=-3.603
σ	13.743-7.426=6.317
min	69.919-90.992=-21.072
max	108.405-109.625=-1.220

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.000
min	66.685
max	66.689-66.689=-0.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	235.295-241.596=-6.300
σ	227.886-228.259=-0.373
min	112.630-142.482=-29.852
max	797.369-805.947=-8.579

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.001
σ	0.003-0.002=0.001
min	66.685
max	66.693-66.689=0.004

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	151.867-156.691=-4.825
σ	20.259-14.851=5.408
min	112.437-130.041=-17.604
max	166.488-168.378=-1.890

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.520

*mean*	4171.875-4169.500=2.375
σ	1901.813-1901.251=0.562
min	1555.000
max	7207.000-7211.000=-4.000

*mean*	6541.438-6596.605=-55.167
σ	1149.308-1272.633=-123.325
min	4932.635-4839.302=93.334
max	7939.861-8198.319=-258.457

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.002=-0.000
min	11560.064
max	11560.068

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	5981.580-5926.061=55.519
σ	1344.876-1432.206=-87.329
min	4422.579-4354.609=67.970
max	7745.611-7662.061=83.551

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660-172.662=-0.002
σ	0.011-0.013=-0.001
min	172.639-172.644=-0.005
max	172.671-172.682=-0.011

*mean*	489.125-488.500=0.625
σ	0.354-0.756=-0.402
min	489.000-488.000=1.000
max	490.000

*mean*	388.283-373.519=14.764
σ	36.113-53.411=-17.298
min	314.665-274.168=40.496
max	420.426-421.327=-0.901

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.476-357.472=0.004
σ	0.163-0.161=0.002
min	357.321
max	357.654-357.639=0.016

*mean*	567.000-566.000=1.000
σ	0.000
min	567.000-566.000=1.000
max	567.000-566.000=1.000

*mean*	798.758-786.322=12.436
σ	16.811-29.050=-12.239
min	759.907-734.135=25.773
max	812.045-809.216=2.829

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.082-1005.001=3.081
σ	0.761-0.751=0.009
min	1007.606-1004.531=3.075
max	1011.227-1008.105=3.122

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	1.510-1.577=-0.067
σ	0.124-0.111=0.013
min	1.317-1.426=-0.109
max	1.748-1.834=-0.086

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.403-0.306=0.097
σ	0.089-0.092=-0.003
min	0.345-0.256=0.089
max	0.560-0.470=0.090

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.918-0.867=0.052
σ	0.076-0.098=-0.022
min	0.845-0.779=0.066
max	1.021-1.028=-0.007

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.535-0.532=0.003
σ	0.046-0.052=-0.006
min	0.500-0.498=0.002
max	0.609-0.620=-0.012

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.855-0.840=0.015
σ	0.030-0.044=-0.014
min	0.828-0.810=0.018
max	0.900-0.916=-0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.548=0.003
σ	0.036-0.023=0.012
min	963.528-963.529=-0.001
max	963.613-963.579=0.034

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.775-0.780=-0.005
σ	0.059-0.069=-0.010
min	0.706-0.689=0.018
max	0.855-0.850=0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.005=0.001
min	884.847
max	884.861-884.860=0.001

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.663-0.730=-0.067
σ	0.046-0.004=0.042
min	0.603-0.725=-0.122
max	0.716-0.735=-0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	4.237-4.291=-0.054
σ	0.087-0.077=0.010
min	3.769-4.148=-0.379
max	4.457-4.545=-0.088

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	4.229-4.265=-0.037
σ	0.080-0.085=-0.005
min	4.099-4.111=-0.011
max	4.438-4.637=-0.199

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.750-0.757=-0.007
σ	0.021-0.019=0.002
min	0.715-0.721=-0.006
max	0.874-0.883=-0.009

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.706-0.570=0.136
σ	0.024-0.092=-0.068
min	0.514-0.491=0.023
max	0.790-0.812=-0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.450-294.282=3.168
σ	0.208-0.203=0.005
min	297.307-294.168=3.140
max	298.023-294.854=3.169

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.567-0.537=0.030
σ	0.041-0.032=0.008
min	0.510-0.495=0.015
max	0.617-0.575=0.042

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727-281.464=8.263
σ	0.054-0.039=0.015
min	289.640-281.405=8.234
max	289.784-281.508=8.276

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.403-0.387=0.016
σ	0.016-0.007=0.009
min	0.388-0.378=0.010
max	0.426-0.395=0.031

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.648-1291.505=8.143
σ	0.082-0.113=-0.030
min	1299.520-1291.353=8.167
max	1299.722-1291.630=8.092

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	2.036-2.034=0.002
σ	0.232-0.078=0.154
min	1.820-1.973=-0.153
max	2.426-2.171=0.255

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.614-1534.345=8.268
σ	4.069-3.979=0.089
min	1540.581-1532.254=8.327
max	1549.884-1541.452=8.432

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	2.250-2.294=-0.043
σ	0.187-0.297=-0.110
min	2.092-2.084=0.008
max	2.550-2.756=-0.207

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.605-1853.328=8.277
σ	0.075-0.058=0.016
min	1861.499-1853.241=8.257
max	1861.693-1853.377=8.316

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	3.100-2.953=0.147
σ	0.276-0.138=0.138
min	2.825-2.846=-0.021
max	3.466-3.130=0.336

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.601-1.624=-0.022
σ	0.240-0.264=-0.024
min	1.298-1.326=-0.027
max	1.807-1.955=-0.147

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-442.428=3.719
σ	577.064-577.064=0.000
min	157.610-153.893=3.717
max	1311.743-1308.024=3.719

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	0.540-0.536=0.004
σ	0.532-0.544=-0.012
min	0.266-0.263=0.003
max	1.338-1.352=-0.014

policies=20

*mean*	1576.401-1539.220=37.181
σ	0.346-0.333=0.013
min	1576.167-1538.994=37.173
max	1576.914-1539.713=37.200

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	2.618-2.611=0.007
σ	0.014-0.026=-0.013
min	2.606-2.592=0.014
max	2.637-2.648=-0.010

policies=200

*mean*	15771.997-15400.434=371.563
σ	0.058-0.105=-0.047
min	15771.941-15400.284=371.657
max	15772.078-15400.531=371.548

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7207.000-7211.000=-4.000
σ	0.000
min	7207.000-7211.000=-4.000
max	7207.000-7211.000=-4.000

*mean*	26.461-26.162=0.299
σ	0.108-0.190=-0.082
min	26.360-25.990=0.370
max	26.615-26.430=0.185