Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.521-54.522=-0.001
σ	0.370-0.370=0.000
min	54.381-54.378=0.003
max	55.574-55.574=-0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.139-0.140=-0.001
σ	0.009-0.005=0.004
min	0.131-0.136=-0.005
max	0.161-0.148=0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.766=0.000
σ	0.007-0.007=0.000
min	43.754-43.756=-0.002
max	43.781-43.777=0.004

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.121-0.122=-0.001
σ	0.005-0.004=0.001
min	0.115-0.116=-0.001
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4287.875-4169.500=118.375
σ	1980.916-1899.312=81.604
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	75.941-12.595=63.347
σ	180.967-0.313=180.654
min	11.647-12.189=-0.542
max	523.811-13.226=510.586

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4287.875-4289.625=-1.750
σ	1980.916-1979.093=1.823
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	13.058-95.012=-81.954
σ	2.779-234.488=-231.710
min	11.130-11.483=-0.354
max	19.773-675.338=-655.565

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.001

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	14.413-14.820=-0.407
σ	0.807-1.238=-0.431
min	12.710-12.029=0.681
max	15.058-15.540=-0.483

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	12.860-12.916=-0.055
σ	1.167-1.374=-0.208
min	10.582-11.176=-0.594
max	13.967-15.088=-1.121

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.000

*mean*	4171.875-4169.500=2.375
σ	1903.503-1899.312=4.191
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	12.833-13.503=-0.670
σ	1.735-1.715=0.021
min	10.243-10.992=-0.749
max	14.773-15.244=-0.471

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603
max	27.607-27.607=0.000

*mean*	4171.875-4169.500=2.375
σ	1903.503-1899.312=4.191
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	8.544-9.127=-0.583
σ	0.486-0.361=0.126
min	7.786-8.720=-0.934
max	9.109-9.744=-0.635

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.001
σ	0.001-0.002=-0.001
min	26.399
max	26.403-26.403=-0.000

*mean*	4171.875-4169.500=2.375
σ	1903.503-1899.312=4.191
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	6.341-6.585=-0.244
σ	0.275-0.361=-0.086
min	5.918-6.132=-0.213
max	6.669-7.265=-0.597

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4287.875-4289.625=-1.750
σ	1980.916-1979.093=1.823
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	5.623-6.099=-0.476
σ	0.442-0.679=-0.236
min	5.299-5.598=-0.298
max	6.666-7.703=-1.038

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.001
σ	0.002-0.002=0.000
min	25.659-25.659=0.000
max	25.663-25.663=0.000

*mean*	4287.875-4289.625=-1.750
σ	1980.916-1979.093=1.823
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	5.322-5.754=-0.432
σ	0.480-0.711=-0.231
min	5.090-5.154=-0.064
max	6.503-7.471=-0.967

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=0.000
σ	0.003-0.002=0.001
min	25.967-25.967=0.000
max	25.975-25.972=0.003

*mean*	4287.875-4289.625=-1.750
σ	1980.916-1979.093=1.823
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	5.389-5.788=-0.399
σ	0.483-0.637=-0.153
min	5.066-5.247=-0.181
max	6.560-7.312=-0.751

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4287.875-4289.625=-1.750
σ	1980.916-1979.093=1.823
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	5.241-5.754=-0.513
σ	0.452-0.649=-0.197
min	4.831-5.311=-0.480
max	6.315-7.344=-1.028

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=-0.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	1338.177-1186.791=151.386
σ	475.290-386.677=88.612
min	1020.323-1043.294=-22.971
max	2213.927-2143.729=70.198

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.560=-0.000
σ	0.040-0.040=-0.000
min	8744.545
max	8744.659-8744.660=-0.001

*mean*	3593.500-3596.750=-3.250
σ	1821.084-1818.874=2.210
min	1070.000-1075.000=-5.000
max	5828.000-5837.000=-9.000

*mean*	4816.324-5001.306=-184.982
σ	1658.368-1581.008=77.360
min	3475.161-3537.721=-62.560
max	7121.003-7104.074=16.929

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.001
σ	0.001-0.002=-0.001
min	62.076-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4171.875-4169.500=2.375
σ	1903.503-1899.312=4.191
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	76.614-83.720=-7.106
σ	6.965-10.075=-3.110
min	70.411-75.037=-4.625
max	91.899-104.081=-12.182

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4171.875-4169.500=2.375
σ	1903.503-1899.312=4.191
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	77.088-84.658=-7.569
σ	6.929-9.986=-3.057
min	71.072-75.265=-4.194
max	92.287-104.674=-12.387

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.943=0.000
max	40.949-40.947=0.001

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	102.750-100.741=2.009
σ	7.377-12.439=-5.062
min	87.910-73.621=14.289
max	107.487-108.046=-0.559

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.948=-0.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	102.694-100.848=1.846
σ	7.331-12.675=-5.344
min	87.864-73.184=14.680
max	107.392-108.641=-1.249

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=0.000
min	40.949-40.948=0.000
max	40.954-40.953=0.002

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	104.494-104.104=0.390
σ	7.430-10.462=-3.032
min	90.892-81.535=9.357
max	111.328-112.764=-1.435

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=-0.001
min	40.949-40.948=0.000
max	40.953-40.954=-0.002

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	103.197-101.159=2.038
σ	7.442-12.358=-4.916
min	88.001-74.300=13.701
max	107.675-108.680=-1.004

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.690-66.690=-0.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	267.143-205.856=61.287
σ	304.769-145.930=158.838
min	139.502-117.858=21.643
max	1020.999-564.526=456.474

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	156.954-149.435=7.519
σ	13.570-23.319=-9.748
min	135.417-110.168=25.249
max	168.427-168.021=0.406

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.000
σ	4.319-4.318=0.001
min	11655.305
max	11667.523-11667.520=0.003

*mean*	4171.875-4169.500=2.375
σ	1903.503-1899.312=4.191
min	1552.000-1550.000=2.000
max	7207.000-7203.000=4.000

*mean*	6108.529-6618.182=-509.654
σ	1090.814-1171.136=-80.322
min	4880.198-4856.904=23.294
max	8073.645-7706.888=366.757

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.003-0.001=0.002
min	11560.064
max	11560.072-11560.068=0.004

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	5498.059-6113.546=-615.487
σ	1249.118-1628.342=-379.224
min	4358.533-4400.715=-42.182
max	7774.911-8745.435=-970.525

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.664-172.665=-0.001
σ	0.009-0.011=-0.003
min	172.652-172.646=0.006
max	172.675-172.677=-0.002

*mean*	488.000-487.250=0.750
σ	0.000-0.707=-0.707
min	488.000-487.000=1.000
max	488.000-489.000=-1.000

*mean*	394.702-392.917=1.785
σ	34.390-18.687=15.703
min	328.509-358.928=-30.419
max	426.613-412.896=13.717

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.469-357.467=0.003
σ	0.162-0.156=0.005
min	357.321
max	357.661-357.628=0.033

*mean*	564.000-573.000=-9.000
σ	0.000
min	564.000-573.000=-9.000
max	564.000-573.000=-9.000

*mean*	779.965-786.083=-6.118
σ	55.962-47.429=8.533
min	654.899-703.068=-48.169
max	822.141-860.078=-37.937

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.077-1008.081=-0.004
σ	0.762-0.761=0.001
min	1007.609-1007.604=0.005
max	1011.229-1011.227=0.002

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	1.557-1.513=0.044
σ	0.150-0.132=0.018
min	1.409-1.382=0.028
max	1.923-1.843=0.080

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.309-0.413=-0.104
σ	0.113-0.130=-0.018
min	0.233-0.330=-0.097
max	0.508-0.641=-0.133

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.643-0.891=-0.249
σ	0.089-0.088=0.001
min	0.585-0.833=-0.248
max	0.799-1.044=-0.245

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.389-0.545=-0.156
σ	0.032-0.048=-0.016
min	0.361-0.511=-0.150
max	0.443-0.629=-0.186

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.789-0.849=-0.059
σ	0.078-0.042=0.036
min	0.652-0.796=-0.145
max	0.841-0.910=-0.069

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.551=0.000
σ	0.027-0.027=0.001
min	963.535-963.535=0.001
max	963.599-963.598=0.001

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.815-0.811=0.005
σ	0.041-0.051=-0.010
min	0.759-0.725=0.034
max	0.849-0.845=0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.008-0.007=0.001
min	884.847
max	884.866-884.862=0.004

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.705-0.683=0.022
σ	0.057-0.071=-0.014
min	0.604-0.568=0.036
max	0.744-0.738=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	4.262-3.521=0.741
σ	0.076-0.086=-0.009
min	4.114-3.368=0.747
max	4.534-3.797=0.737

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	4.233-3.929=0.304
σ	0.066-0.387=-0.321
min	4.096-3.385=0.711
max	4.465-4.515=-0.050

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.757-0.753=0.003
σ	0.017-0.019=-0.001
min	0.726-0.716=0.010
max	0.871-0.864=0.007

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.715-0.714=0.000
σ	0.015-0.021=-0.006
min	0.686-0.615=0.072
max	0.778-0.793=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.413-297.331=0.083
σ	0.226-0.246=-0.020
min	297.202-297.184=0.018
max	297.991-298.019=-0.027

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.546-0.570=-0.025
σ	0.020-0.028=-0.008
min	0.513-0.517=-0.004
max	0.573-0.594=-0.020

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.717-289.730=-0.014
σ	0.031-0.040=-0.009
min	289.674-289.682=-0.008
max	289.758-289.792=-0.034

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.386-0.406=-0.020
σ	0.000-0.020=-0.019
min	0.386-0.386=0.000
max	0.387-0.432=-0.045

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.650-1299.640=0.010
σ	0.122-0.091=0.031
min	1299.505-1299.534=-0.029
max	1299.778-1299.742=0.036

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	1.833-1.934=-0.102
σ	0.039-0.083=-0.043
min	1.793-1.791=0.002
max	1.878-2.001=-0.123

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.628-1542.624=0.004
σ	3.983-4.086=-0.103
min	1540.595-1540.578=0.017
max	1549.745-1549.926=-0.181

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	2.277-2.280=-0.002
σ	0.160-0.244=-0.084
min	2.090-2.055=0.035
max	2.459-2.667=-0.208

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.611-1861.597=0.015
σ	0.067-0.057=0.011
min	1861.524-1861.512=0.012
max	1861.689-1861.648=0.041

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	2.987-2.919=0.067
σ	0.323-0.094=0.229
min	2.832-2.813=0.018
max	3.565-3.052=0.512

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.496-1.497=-0.001
σ	0.277-0.315=-0.038
min	1.259-1.007=0.252
max	1.887-1.807=0.080

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.146=0.001
σ	577.064-577.064=-0.000
min	157.614-157.612=0.002
max	1311.743-1311.743=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	0.548-0.554=-0.006
σ	0.560-0.572=-0.012
min	0.266-0.267=-0.001
max	1.389-1.412=-0.024

policies=20

*mean*	1576.400-1576.398=0.002
σ	0.346-0.350=-0.004
min	1576.164-1576.162=0.001
max	1576.913-1576.918=-0.005

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	2.623-2.638=-0.015
σ	0.010-0.017=-0.007
min	2.613-2.616=-0.003
max	2.635-2.652=-0.018

policies=200

*mean*	15771.937-15771.972=-0.035
σ	0.162-0.056=0.106
min	15771.789-15771.893=-0.104
max	15772.149-15772.019=0.130

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7207.000-7203.000=4.000
σ	0.000
min	7207.000-7203.000=4.000
max	7207.000-7203.000=4.000

*mean*	26.478-26.507=-0.029
σ	0.173-0.240=-0.067
min	26.322-26.353=-0.031
max	26.679-26.864=-0.185