Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.523-54.523=-0.000
σ	0.371-0.370=0.001
min	54.386-54.381=0.005
max	55.579-55.577=0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.143-0.140=0.003
σ	0.007-0.006=0.001
min	0.137-0.134=0.003
max	0.160-0.150=0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.765=0.001
σ	0.008-0.006=0.001
min	43.760-43.754=0.005
max	43.784-43.779=0.005

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.120-0.122=-0.002
σ	0.004-0.005=-0.001
min	0.115-0.115=-0.001
max	0.127-0.131=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.001

*mean*	4166.500-4288.000=-121.500
σ	1898.389-1979.202=-80.813
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	12.635-106.535=-93.899
σ	0.322-266.028=-265.706
min	12.253-12.196=0.057
max	13.133-764.919=-751.786

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4287.000-4288.000=-1.000
σ	1978.404-1979.202=-0.798
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	101.189-13.640=87.549
σ	250.322-2.746=247.575
min	11.696-11.872=-0.176
max	720.702-20.328=700.374

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	14.932-14.961=-0.029
σ	1.314-1.149=0.166
min	12.071-12.431=-0.360
max	15.949-15.727=0.222

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	13.452-14.913=-1.461
σ	1.210-1.359=-0.150
min	11.401-12.094=-0.693
max	14.712-16.297=-1.584

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4166.500-4171.875=-5.375
σ	1898.389-1901.813=-3.424
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	13.832-14.056=-0.224
σ	1.522-1.833=-0.311
min	11.610-11.247=0.363
max	15.257-15.842=-0.585

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4166.500-4171.875=-5.375
σ	1898.389-1901.813=-3.424
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	9.109-9.235=-0.126
σ	0.512-0.451=0.061
min	8.344-8.656=-0.312
max	9.647-9.922=-0.275

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4166.500-4171.875=-5.375
σ	1898.389-1901.813=-3.424
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	6.611-6.730=-0.119
σ	0.399-0.560=-0.161
min	6.055-5.980=0.075
max	7.191-7.701=-0.510

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.669=-0.001

*mean*	4287.000-4288.000=-1.000
σ	1978.404-1979.202=-0.798
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	6.241-6.283=-0.042
σ	0.640-0.566=0.075
min	5.829-5.782=0.046
max	7.797-7.590=0.206

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663

*mean*	4287.000-4288.000=-1.000
σ	1978.404-1979.202=-0.798
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	5.924-5.695=0.229
σ	0.713-0.611=0.101
min	5.138-5.290=-0.152
max	7.491-7.160=0.331

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.003-0.002=0.001
min	25.967-25.967=0.000
max	25.975-25.972=0.003

*mean*	4287.000-4288.000=-1.000
σ	1978.404-1979.202=-0.798
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	5.900-5.776=0.125
σ	0.653-0.555=0.098
min	5.144-5.179=-0.035
max	7.410-7.022=0.388

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971

*mean*	4287.000-4288.000=-1.000
σ	1978.404-1979.202=-0.798
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	5.863-5.690=0.173
σ	0.681-0.497=0.183
min	5.119-5.158=-0.039
max	7.390-6.777=0.613

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=-0.000
σ	0.002-0.002=-0.000
min	2524.594
max	2524.598-2524.598=0.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	1186.675-1159.083=27.592
σ	400.279-314.530=85.749
min	1035.892-1043.081=-7.189
max	2177.224-1937.425=239.799

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.001
σ	0.040-0.041=-0.000
min	8744.545-8744.544=0.000
max	8744.660-8744.660=0.000

*mean*	3594.000-3593.500=0.500
σ	1818.498-1818.926=-0.428
min	1073.000-1074.000=-1.000
max	5835.000-5826.000=9.000

*mean*	4918.308-4994.818=-76.510
σ	1542.183-1597.854=-55.671
min	3558.927-3545.001=13.926
max	7176.448-7084.197=92.251

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4166.500-4171.875=-5.375
σ	1898.389-1901.813=-3.424
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	80.420-77.416=3.005
σ	9.671-6.361=3.310
min	70.550-70.528=0.022
max	98.226-86.209=12.017

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4166.500-4171.875=-5.375
σ	1898.389-1901.813=-3.424
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	81.042-78.397=2.645
σ	9.904-6.506=3.398
min	70.104-70.843=-0.739
max	98.662-86.926=11.737

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.944
max	40.947

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	102.941-100.998=1.942
σ	9.629-13.740=-4.111
min	82.456-69.451=13.005
max	109.305-107.825=1.481

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.944=-0.000
max	40.947-40.948=-0.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	102.711-101.052=1.659
σ	9.431-13.623=-4.192
min	82.387-69.788=12.600
max	108.207-107.873=0.334

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=0.000
min	40.949-40.949=0.000
max	40.954-40.953=0.002

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	106.057-104.133=1.924
σ	7.604-11.667=-4.063
min	90.039-76.897=13.143
max	112.287-112.779=-0.492

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=-0.001
min	40.949
max	40.953-40.954=-0.002

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	102.835-101.363=1.471
σ	9.425-13.743=-4.318
min	82.713-69.919=12.794
max	108.356-108.405=-0.049

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.000
min	66.686-66.685=0.000
max	66.689-66.689=0.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	219.508-235.295=-15.787
σ	174.370-227.886=-53.515
min	130.524-112.630=17.894
max	649.810-797.369=-147.558

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.001
σ	0.002-0.003=-0.001
min	66.685
max	66.689-66.693=-0.004

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	153.724-151.867=1.857
σ	18.851-20.259=-1.408
min	119.792-112.437=7.356
max	169.207-166.488=2.719

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.001
σ	4.318-4.318=-0.000
min	11655.305
max	11667.520-11667.520=0.001

*mean*	4166.500-4171.875=-5.375
σ	1898.389-1901.813=-3.424
min	1550.000-1555.000=-5.000
max	7200.000-7207.000=-7.000

*mean*	6612.053-6541.438=70.614
σ	1282.358-1149.308=133.050
min	4938.362-4932.635=5.727
max	8335.408-7939.861=395.547

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=0.001
σ	0.002-0.001=0.001
min	11560.064
max	11560.069-11560.068=0.001

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	6106.341-5981.580=124.761
σ	1571.470-1344.876=226.593
min	4426.556-4422.579=3.977
max	8575.382-7745.611=829.771

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.655-172.660=-0.005
σ	0.015-0.011=0.004
min	172.634-172.639=-0.006
max	172.673-172.671=0.002

*mean*	486.000-489.125=-3.125
σ	0.000-0.354=-0.354
min	486.000-489.000=-3.000
max	486.000-490.000=-4.000

*mean*	363.931-388.283=-24.352
σ	51.089-36.113=14.976
min	271.276-314.665=-43.388
max	419.128-420.426=-1.298

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.463-357.476=-0.014
σ	0.151-0.163=-0.012
min	357.321
max	357.627-357.654=-0.027

*mean*	563.000-567.000=-4.000
σ	0.000
min	563.000-567.000=-4.000
max	563.000-567.000=-4.000

*mean*	795.186-798.758=-3.572
σ	35.776-16.811=18.966
min	719.747-759.907=-40.160
max	831.837-812.045=19.792

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.076-1008.082=-0.006
σ	0.762-0.761=0.001
min	1007.605-1007.606=-0.001
max	1011.225-1011.227=-0.002

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	1.516-1.510=0.006
σ	0.112-0.124=-0.012
min	1.401-1.317=0.083
max	1.791-1.748=0.043

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.327-0.403=-0.075
σ	0.126-0.089=0.037
min	0.261-0.345=-0.084
max	0.550-0.560=-0.009

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.647-0.918=-0.272
σ	0.075-0.076=-0.001
min	0.606-0.845=-0.239
max	0.780-1.021=-0.241

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.387-0.535=-0.148
σ	0.031-0.046=-0.015
min	0.357-0.500=-0.143
max	0.437-0.609=-0.172

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.741-0.855=-0.114
σ	0.106-0.030=0.077
min	0.599-0.828=-0.230
max	0.842-0.900=-0.058

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.547-963.551=-0.004
σ	0.023-0.036=-0.012
min	963.528
max	963.577-963.613=-0.037

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.786-0.775=0.011
σ	0.059-0.059=0.000
min	0.708-0.706=0.001
max	0.847-0.855=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.006=0.000
min	884.847
max	884.862-884.861=0.001

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.569-0.663=-0.093
σ	0.062-0.046=0.016
min	0.515-0.603=-0.088
max	0.638-0.716=-0.078

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	3.555-4.237=-0.682
σ	0.086-0.087=-0.001
min	3.406-3.769=-0.363
max	3.842-4.457=-0.615

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	3.519-4.229=-0.710
σ	0.075-0.080=-0.006
min	3.375-4.099=-0.725
max	3.787-4.438=-0.651

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002-0.002=-0.000
min	2.287
max	2.291

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.547-0.750=-0.204
σ	0.029-0.021=0.009
min	0.522-0.715=-0.193
max	0.783-0.874=-0.090

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.514-0.706=-0.191
σ	0.012-0.024=-0.011
min	0.492-0.514=-0.022
max	0.579-0.790=-0.211

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.354-297.450=-0.096
σ	0.259-0.208=0.051
min	297.175-297.307=-0.133
max	298.071-298.023=0.048

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.568-0.567=0.000
σ	0.021-0.041=-0.020
min	0.547-0.510=0.037
max	0.603-0.617=-0.014

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-289.727=0.004
σ	0.033-0.054=-0.021
min	289.678-289.640=0.038
max	289.765-289.784=-0.019

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.396-0.403=-0.007
σ	0.012-0.016=-0.005
min	0.386-0.388=-0.001
max	0.412-0.426=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.628-1299.648=-0.020
σ	0.095-0.082=0.012
min	1299.512-1299.520=-0.008
max	1299.761-1299.722=0.039

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	1.956-2.036=-0.080
σ	0.118-0.232=-0.114
min	1.801-1.820=-0.019
max	2.112-2.426=-0.313

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.619-1542.614=0.005
σ	4.070-4.069=0.001
min	1540.596-1540.581=0.015
max	1549.890-1549.884=0.007

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	2.361-2.250=0.110
σ	0.219-0.187=0.032
min	2.078-2.092=-0.015
max	2.646-2.550=0.096

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.596-1861.605=-0.010
σ	0.060-0.075=-0.015
min	1861.506-1861.499=0.008
max	1861.650-1861.693=-0.043

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	2.944-3.100=-0.156
σ	0.127-0.276=-0.150
min	2.846-2.825=0.020
max	3.116-3.466=-0.349

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.653-1.601=0.051
σ	0.210-0.240=-0.030
min	1.374-1.298=0.076
max	1.866-1.807=0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.147=-0.000
σ	577.067-577.064=0.003
min	157.613-157.610=0.003
max	1311.747-1311.743=0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	0.549-0.540=0.009
σ	0.555-0.532=0.023
min	0.270-0.266=0.004
max	1.381-1.338=0.043

policies=20

*mean*	1576.398-1576.401=-0.003
σ	0.350-0.346=0.004
min	1576.157-1576.167=-0.010
max	1576.916-1576.914=0.003

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	2.627-2.618=0.008
σ	0.018-0.014=0.004
min	2.605-2.606=-0.000
max	2.646-2.637=0.009

policies=200

*mean*	15771.945-15771.997=-0.052
σ	0.056-0.058=-0.002
min	15771.869-15771.941=-0.072
max	15771.998-15772.078=-0.080

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7200.000-7207.000=-7.000
σ	0.000
min	7200.000-7207.000=-7.000
max	7200.000-7207.000=-7.000

*mean*	26.444-26.461=-0.017
σ	0.148-0.108=0.040
min	26.328-26.360=-0.032
max	26.661-26.615=0.047