Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.521-54.522=-0.002
σ	0.368-0.370=-0.002
min	54.383-54.378=0.005
max	55.567-55.574=-0.007

*mean*	417.700-416.000=1.700
σ	0.483-0.000=0.483
min	417.000-416.000=1.000
max	418.000-416.000=2.000

*mean*	0.139-0.140=-0.002
σ	0.004-0.005=-0.001
min	0.134-0.136=-0.001
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.766=-0.000
σ	0.008-0.007=0.001
min	43.761-43.756=0.005
max	43.785-43.777=0.008

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.122-0.122=0.000
σ	0.005-0.004=0.000
min	0.116-0.116=0.000
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.619=0.000

*mean*	4292.000-4169.500=122.500
σ	1984.509-1899.312=85.197
min	1550.000
max	7216.000-7203.000=13.000

*mean*	109.235-12.595=96.640
σ	273.420-0.313=273.108
min	12.249-12.189=0.060
max	785.915-13.226=772.690

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4292.000-4289.625=2.375
σ	1984.509-1979.093=5.415
min	1550.000
max	7216.000-7203.000=13.000

*mean*	13.633-95.012=-81.379
σ	4.451-234.488=-230.037
min	11.703-11.483=0.220
max	24.620-675.338=-650.718

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	14.832-14.820=0.012
σ	0.817-1.238=-0.421
min	13.514-12.029=1.485
max	15.858-15.540=0.318

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	12.514-12.916=-0.402
σ	1.257-1.374=-0.118
min	10.987-11.176=-0.189
max	14.532-15.088=-0.556

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4175.375-4169.500=5.875
σ	1906.698-1899.312=7.386
min	1550.000
max	7216.000-7203.000=13.000

*mean*	13.563-13.503=0.059
σ	1.598-1.715=-0.117
min	11.018-10.992=0.026
max	15.348-15.244=0.104

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4175.375-4169.500=5.875
σ	1906.698-1899.312=7.386
min	1550.000
max	7216.000-7203.000=13.000

*mean*	9.100-9.127=-0.027
σ	0.341-0.361=-0.020
min	8.535-8.720=-0.185
max	9.675-9.744=-0.069

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4175.375-4169.500=5.875
σ	1906.698-1899.312=7.386
min	1550.000
max	7216.000-7203.000=13.000

*mean*	6.995-6.585=0.410
σ	0.271-0.361=-0.090
min	6.497-6.132=0.365
max	7.263-7.265=-0.002

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4292.000-4289.625=2.375
σ	1984.509-1979.093=5.415
min	1550.000
max	7216.000-7203.000=13.000

*mean*	6.256-6.099=0.157
σ	1.190-0.679=0.511
min	5.640-5.598=0.042
max	9.184-7.703=1.480

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4292.000-4289.625=2.375
σ	1984.509-1979.093=5.415
min	1550.000
max	7216.000-7203.000=13.000

*mean*	5.924-5.754=0.170
σ	0.900-0.711=0.189
min	5.474-5.154=0.320
max	8.141-7.471=0.670

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.003-0.002=0.001
min	25.967-25.967=0.000
max	25.975-25.972=0.003

*mean*	4292.000-4289.625=2.375
σ	1984.509-1979.093=5.415
min	1550.000
max	7216.000-7203.000=13.000

*mean*	6.027-5.788=0.239
σ	1.050-0.637=0.414
min	5.551-5.247=0.304
max	8.612-7.312=1.300

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971

*mean*	4292.000-4289.625=2.375
σ	1984.509-1979.093=5.415
min	1550.000
max	7216.000-7203.000=13.000

*mean*	5.916-5.754=0.162
σ	1.038-0.649=0.389
min	5.488-5.311=0.176
max	8.481-7.344=1.138

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=-0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.598=-0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	1437.618-1186.791=250.827
σ	632.277-386.677=245.600
min	1029.361-1043.294=-13.933
max	2713.310-2143.729=569.582

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.000
σ	0.041-0.040=0.000
min	8744.545-8744.545=0.001
max	8744.661-8744.660=0.001

*mean*	3598.250-3596.750=1.500
σ	1821.788-1818.874=2.914
min	1077.000-1075.000=2.000
max	5836.000-5837.000=-1.000

*mean*	4847.658-5001.306=-153.648
σ	1680.635-1581.008=99.627
min	3553.826-3537.721=16.105
max	7461.110-7104.074=357.036

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4175.375-4169.500=5.875
σ	1906.698-1899.312=7.386
min	1550.000
max	7216.000-7203.000=13.000

*mean*	78.501-83.720=-5.219
σ	10.209-10.075=0.134
min	69.917-75.037=-5.120
max	98.568-104.081=-5.512

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4175.375-4169.500=5.875
σ	1906.698-1899.312=7.386
min	1550.000
max	7216.000-7203.000=13.000

*mean*	78.902-84.658=-5.756
σ	10.311-9.986=0.325
min	70.544-75.265=-4.721
max	98.988-104.674=-5.686

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.943=-0.000
max	40.947

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	104.572-100.741=3.831
σ	7.723-12.439=-4.716
min	89.721-73.621=16.100
max	109.754-108.046=1.707

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.948=-0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	104.343-100.848=3.495
σ	7.478-12.675=-5.198
min	90.179-73.184=16.996
max	109.954-108.641=1.312

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=0.000
min	40.949-40.948=0.000
max	40.954-40.953=0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	106.712-104.104=2.608
σ	6.747-10.462=-3.716
min	95.307-81.535=13.772
max	112.512-112.764=-0.251

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=-0.001
min	40.949-40.948=0.000
max	40.953-40.954=-0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	104.738-101.159=3.579
σ	7.530-12.358=-4.827
min	90.463-74.300=16.163
max	109.705-108.680=1.025

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.689-66.690=-0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	227.059-205.856=21.203
σ	190.224-145.930=44.293
min	139.582-117.858=21.724
max	697.148-564.526=132.623

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.689-66.689=0.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	156.186-149.435=6.751
σ	16.113-23.319=-7.205
min	125.656-110.168=15.488
max	169.278-168.021=1.257

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.520-11667.520=-0.000

*mean*	4175.375-4169.500=5.875
σ	1906.698-1899.312=7.386
min	1550.000
max	7216.000-7203.000=13.000

*mean*	6697.982-6618.182=79.800
σ	1177.404-1171.136=6.269
min	4903.626-4856.904=46.722
max	8003.131-7706.888=296.243

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.002-0.001=0.001
min	11560.064-11560.064=0.001
max	11560.069-11560.068=0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	5662.633-6113.546=-450.913
σ	1351.660-1628.342=-276.682
min	4408.697-4400.715=7.982
max	7766.881-8745.435=-978.554

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660-172.665=-0.004
σ	0.011-0.011=-0.001
min	172.640-172.646=-0.007
max	172.669-172.677=-0.007

*mean*	490.250-487.250=3.000
σ	0.707
min	490.000-487.000=3.000
max	492.000-489.000=3.000

*mean*	383.628-392.917=-9.289
σ	39.014-18.687=20.327
min	305.366-358.928=-53.562
max	422.065-412.896=9.170

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.469-357.467=0.002
σ	0.158-0.156=0.001
min	357.321
max	357.636-357.628=0.008

*mean*	575.000-573.000=2.000
σ	0.000
min	575.000-573.000=2.000
max	575.000-573.000=2.000

*mean*	808.144-786.083=22.060
σ	12.572-47.429=-34.857
min	792.233-703.068=89.164
max	826.065-860.078=-34.012

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.081-1008.081=0.000
σ	0.761-0.761=-0.000
min	1007.608-1007.604=0.004
max	1011.229-1011.227=0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	1.495-1.513=-0.018
σ	0.092-0.132=-0.040
min	1.412-1.382=0.031
max	1.777-1.843=-0.067

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.316-0.413=-0.098
σ	0.118-0.130=-0.012
min	0.250-0.330=-0.081
max	0.526-0.641=-0.115

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.742-0.891=-0.150
σ	0.113-0.088=0.025
min	0.619-0.833=-0.214
max	0.858-1.044=-0.186

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.547-0.545=0.002
σ	0.052-0.048=0.004
min	0.508-0.511=-0.003
max	0.635-0.629=0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.855-0.849=0.006
σ	0.031-0.042=-0.011
min	0.816-0.796=0.020
max	0.900-0.910=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.553-963.551=0.001
σ	0.032-0.027=0.005
min	963.535
max	963.609-963.598=0.011

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.814-0.811=0.004
σ	0.038-0.051=-0.012
min	0.759-0.725=0.034
max	0.853-0.845=0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.009-0.007=0.002
min	884.847
max	884.867-884.862=0.005

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.697-0.683=0.014
σ	0.093-0.071=0.022
min	0.531-0.568=-0.037
max	0.749-0.738=0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.737-3.521=-0.784
σ	0.092-0.086=0.006
min	2.531-3.368=-0.837
max	3.032-3.797=-0.765

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.661-7.659=0.001

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.736-3.929=-1.193
σ	0.075-0.387=-0.312
min	2.573-3.385=-0.812
max	2.973-4.515=-1.542

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.304-0.753=-0.449
σ	0.009-0.019=-0.009
min	0.287-0.716=-0.429
max	0.361-0.864=-0.503

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.291-0.714=-0.423
σ	0.010-0.021=-0.011
min	0.279-0.615=-0.336
max	0.361-0.793=-0.432

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.416-297.331=0.085
σ	0.228-0.246=-0.018
min	297.256-297.184=0.072
max	298.038-298.019=0.020

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.564-0.570=-0.007
σ	0.036-0.028=0.008
min	0.510-0.517=-0.007
max	0.601-0.594=0.007

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.720-289.730=-0.010
σ	0.036-0.040=-0.004
min	289.675-289.682=-0.007
max	289.773-289.792=-0.018

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.393-0.406=-0.013
σ	0.010-0.020=-0.010
min	0.388-0.386=0.002
max	0.411-0.432=-0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.644-1299.640=0.004
σ	0.100-0.091=0.009
min	1299.526-1299.534=-0.007
max	1299.756-1299.742=0.014

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	1.905-1.934=-0.030
σ	0.081-0.083=-0.001
min	1.769-1.791=-0.023
max	1.981-2.001=-0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.624-1542.624=0.000
σ	4.065-4.086=-0.021
min	1540.581-1540.578=0.002
max	1549.887-1549.926=-0.038

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.255-2.280=-0.025
σ	0.229-0.244=-0.015
min	2.065-2.055=0.010
max	2.620-2.667=-0.047

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.590-1861.597=-0.007
σ	0.060-0.057=0.003
min	1861.502-1861.512=-0.010
max	1861.644-1861.648=-0.004

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.918-2.919=-0.001
σ	0.080-0.094=-0.014
min	2.855-2.813=0.042
max	3.031-3.052=-0.022

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.467-1.497=-0.029
σ	0.253-0.315=-0.062
min	1.106-1.007=0.099
max	1.671-1.807=-0.136

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.144-446.146=-0.002
σ	577.064-577.064=-0.001
min	157.611-157.612=-0.001
max	1311.739-1311.743=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	0.545-0.554=-0.009
σ	0.553-0.572=-0.020
min	0.267-0.267=0.000
max	1.373-1.412=-0.039

policies=20

*mean*	1576.374-1576.398=-0.024
σ	0.352-0.350=0.002
min	1576.140-1576.162=-0.023
max	1576.897-1576.918=-0.021

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	2.634-2.638=-0.004
σ	0.014-0.017=-0.003
min	2.616-2.616=0.001
max	2.650-2.652=-0.002

policies=200

*mean*	15771.869-15771.972=-0.103
σ	0.111-0.056=0.055
min	15771.725-15771.893=-0.168
max	15771.966-15772.019=-0.053

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7216.000-7203.000=13.000
σ	0.000
min	7216.000-7203.000=13.000
max	7216.000-7203.000=13.000

*mean*	26.473-26.507=-0.035
σ	0.140-0.240=-0.101
min	26.353-26.353=0.000
max	26.622-26.864=-0.243