Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.523-54.522=0.000
σ	0.371-0.370=0.002
min	54.386-54.378=0.008
max	55.579-55.574=0.005

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.143-0.140=0.003
σ	0.007-0.005=0.002
min	0.137-0.136=0.002
max	0.160-0.148=0.012

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.766=-0.000
σ	0.008-0.007=0.001
min	43.760-43.756=0.004
max	43.784-43.777=0.007

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.120-0.122=-0.002
σ	0.004-0.004=-0.000
min	0.115-0.116=-0.001
max	0.127-0.128=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.619=0.000

*mean*	4166.500-4169.500=-3.000
σ	1898.389-1899.312=-0.923
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	12.635-12.595=0.040
σ	0.322-0.313=0.009
min	12.253-12.189=0.064
max	13.133-13.226=-0.092

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4287.000-4289.625=-2.625
σ	1978.404-1979.093=-0.690
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	101.189-95.012=6.177
σ	250.322-234.488=15.834
min	11.696-11.483=0.212
max	720.702-675.338=45.363

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.001
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	14.932-14.820=0.112
σ	1.314-1.238=0.077
min	12.071-12.029=0.042
max	15.949-15.540=0.409

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	13.452-12.916=0.536
σ	1.210-1.374=-0.165
min	11.401-11.176=0.225
max	14.712-15.088=-0.375

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.000

*mean*	4166.500-4169.500=-3.000
σ	1898.389-1899.312=-0.923
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	13.832-13.503=0.328
σ	1.522-1.715=-0.192
min	11.610-10.992=0.618
max	15.257-15.244=0.012

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4166.500-4169.500=-3.000
σ	1898.389-1899.312=-0.923
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	9.109-9.127=-0.018
σ	0.512-0.361=0.151
min	8.344-8.720=-0.376
max	9.647-9.744=-0.097

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4166.500-4169.500=-3.000
σ	1898.389-1899.312=-0.923
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	6.611-6.585=0.027
σ	0.399-0.361=0.038
min	6.055-6.132=-0.076
max	7.191-7.265=-0.075

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4287.000-4289.625=-2.625
σ	1978.404-1979.093=-0.690
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	6.241-6.099=0.142
σ	0.640-0.679=-0.038
min	5.829-5.598=0.231
max	7.797-7.703=0.093

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4287.000-4289.625=-2.625
σ	1978.404-1979.093=-0.690
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	5.924-5.754=0.170
σ	0.713-0.711=0.002
min	5.138-5.154=-0.016
max	7.491-7.471=0.020

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.003-0.002=0.001
min	25.967-25.967=0.000
max	25.975-25.972=0.003

*mean*	4287.000-4289.625=-2.625
σ	1978.404-1979.093=-0.690
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	5.900-5.788=0.112
σ	0.653-0.637=0.017
min	5.144-5.247=-0.103
max	7.410-7.312=0.098

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.001-0.002=-0.000
min	25.967
max	25.971

*mean*	4287.000-4289.625=-2.625
σ	1978.404-1979.093=-0.690
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	5.863-5.754=0.108
σ	0.681-0.649=0.032
min	5.119-5.311=-0.192
max	7.390-7.344=0.046

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=-0.001
σ	0.002-0.002=-0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.598=-0.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	1186.675-1186.791=-0.116
σ	400.279-386.677=13.602
min	1035.892-1043.294=-7.402
max	2177.224-2143.729=33.495

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.560=0.000
σ	0.040-0.040=-0.000
min	8744.545
max	8744.660-8744.660=-0.000

*mean*	3594.000-3596.750=-2.750
σ	1818.498-1818.874=-0.376
min	1073.000-1075.000=-2.000
max	5835.000-5837.000=-2.000

*mean*	4918.308-5001.306=-82.998
σ	1542.183-1581.008=-38.824
min	3558.927-3537.721=21.206
max	7176.448-7104.074=72.374

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4166.500-4169.500=-3.000
σ	1898.389-1899.312=-0.923
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	80.420-83.720=-3.300
σ	9.671-10.075=-0.404
min	70.550-75.037=-4.487
max	98.226-104.081=-5.855

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4166.500-4169.500=-3.000
σ	1898.389-1899.312=-0.923
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	81.042-84.658=-3.616
σ	9.904-9.986=-0.082
min	70.104-75.265=-5.161
max	98.662-104.674=-6.012

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.944-40.943=0.000
max	40.947

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	102.941-100.741=2.200
σ	9.629-12.439=-2.810
min	82.456-73.621=8.835
max	109.305-108.046=1.259

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=-0.000
min	40.944-40.943=0.000
max	40.947-40.948=-0.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	102.711-100.848=1.863
σ	9.431-12.675=-3.245
min	82.387-73.184=9.204
max	108.207-108.641=-0.434

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=0.000
σ	0.002-0.002=0.000
min	40.949-40.948=0.000
max	40.954-40.953=0.002

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	106.057-104.104=1.953
σ	7.604-10.462=-2.858
min	90.039-81.535=8.504
max	112.287-112.764=-0.477

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=-0.001
min	40.949-40.948=0.000
max	40.953-40.954=-0.002

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	102.835-101.159=1.675
σ	9.425-12.358=-2.933
min	82.713-74.300=8.413
max	108.356-108.680=-0.324

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.689-66.690=-0.001

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	219.508-205.856=13.653
σ	174.370-145.930=28.440
min	130.524-117.858=12.666
max	649.810-564.526=85.284

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.002-0.002=0.000
min	66.685
max	66.689-66.689=0.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	153.724-149.435=4.289
σ	18.851-23.319=-4.468
min	119.792-110.168=9.624
max	169.207-168.021=1.186

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.001
σ	4.318-4.318=-0.000
min	11655.305
max	11667.520-11667.520=0.000

*mean*	4166.500-4169.500=-3.000
σ	1898.389-1899.312=-0.923
min	1550.000
max	7200.000-7203.000=-3.000

*mean*	6612.053-6618.182=-6.130
σ	1282.358-1171.136=111.222
min	4938.362-4856.904=81.457
max	8335.408-7706.888=628.520

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.002-0.001=0.001
min	11560.064-11560.064=0.001
max	11560.069-11560.068=0.001

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	6106.341-6113.546=-7.205
σ	1571.470-1628.342=-56.872
min	4426.556-4400.715=25.841
max	8575.382-8745.435=-170.053

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.655-172.665=-0.009
σ	0.015-0.011=0.004
min	172.634-172.646=-0.012
max	172.673-172.677=-0.004

*mean*	486.000-487.250=-1.250
σ	0.000-0.707=-0.707
min	486.000-487.000=-1.000
max	486.000-489.000=-3.000

*mean*	363.931-392.917=-28.986
σ	51.089-18.687=32.402
min	271.276-358.928=-87.652
max	419.128-412.896=6.233

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.463-357.467=-0.004
σ	0.151-0.156=-0.006
min	357.321
max	357.627-357.628=-0.001

*mean*	563.000-573.000=-10.000
σ	0.000
min	563.000-573.000=-10.000
max	563.000-573.000=-10.000

*mean*	795.186-786.083=9.103
σ	35.776-47.429=-11.652
min	719.747-703.068=16.679
max	831.837-860.078=-28.241

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.076-1008.081=-0.005
σ	0.762-0.761=0.000
min	1007.605-1007.604=0.000
max	1011.225-1011.227=-0.002

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	1.516-1.513=0.003
σ	0.112-0.132=-0.020
min	1.401-1.382=0.019
max	1.791-1.843=-0.052

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.000
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.327-0.413=-0.086
σ	0.126-0.130=-0.004
min	0.261-0.330=-0.070
max	0.550-0.641=-0.090

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.647-0.891=-0.245
σ	0.075-0.088=-0.013
min	0.606-0.833=-0.227
max	0.780-1.044=-0.264

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.387-0.545=-0.158
σ	0.031-0.048=-0.017
min	0.357-0.511=-0.154
max	0.437-0.629=-0.192

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.741-0.849=-0.108
σ	0.106-0.042=0.065
min	0.599-0.796=-0.198
max	0.842-0.910=-0.068

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.547-963.551=-0.005
σ	0.023-0.027=-0.004
min	963.528-963.535=-0.007
max	963.577-963.598=-0.021

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.786-0.811=-0.025
σ	0.059-0.051=0.009
min	0.708-0.725=-0.017
max	0.847-0.845=0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.006-0.007=-0.000
min	884.847
max	884.862-884.862=-0.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.569-0.683=-0.113
σ	0.062-0.071=-0.009
min	0.515-0.568=-0.053
max	0.638-0.738=-0.100

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	3.555-3.521=0.034
σ	0.086-0.086=0.001
min	3.406-3.368=0.038
max	3.842-3.797=0.045

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	3.519-3.929=-0.411
σ	0.075-0.387=-0.312
min	3.375-3.385=-0.011
max	3.787-4.515=-0.728

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002-0.002=-0.000
min	2.287
max	2.291

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.547-0.753=-0.207
σ	0.029-0.019=0.010
min	0.522-0.716=-0.194
max	0.783-0.864=-0.081

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.514-0.714=-0.200
σ	0.012-0.021=-0.009
min	0.492-0.615=-0.123
max	0.579-0.793=-0.214

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.354-297.331=0.023
σ	0.259-0.246=0.013
min	297.175-297.184=-0.010
max	298.071-298.019=0.052

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.568-0.570=-0.003
σ	0.021-0.028=-0.007
min	0.547-0.517=0.030
max	0.603-0.594=0.009

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-289.730=0.000
σ	0.033-0.040=-0.007
min	289.678-289.682=-0.004
max	289.765-289.792=-0.027

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.396-0.406=-0.009
σ	0.012-0.020=-0.008
min	0.386-0.386=0.001
max	0.412-0.432=-0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.628-1299.640=-0.013
σ	0.095-0.091=0.003
min	1299.512-1299.534=-0.022
max	1299.761-1299.742=0.019

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	1.956-1.934=0.022
σ	0.118-0.083=0.036
min	1.801-1.791=0.010
max	2.112-2.001=0.111

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.619-1542.624=-0.005
σ	4.070-4.086=-0.016
min	1540.596-1540.578=0.017
max	1549.890-1549.926=-0.035

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	2.361-2.280=0.081
σ	0.219-0.244=-0.025
min	2.078-2.055=0.023
max	2.646-2.667=-0.020

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.596-1861.597=-0.001
σ	0.060-0.057=0.003
min	1861.506-1861.512=-0.006
max	1861.650-1861.648=0.002

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	2.944-2.919=0.025
σ	0.127-0.094=0.033
min	2.846-2.813=0.032
max	3.116-3.052=0.064

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.653-1.497=0.156
σ	0.210-0.315=-0.105
min	1.374-1.007=0.367
max	1.866-1.807=0.059

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-446.146=0.001
σ	577.067-577.064=0.003
min	157.613-157.612=0.001
max	1311.747-1311.743=0.005

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	0.549-0.554=-0.005
σ	0.555-0.572=-0.017
min	0.270-0.267=0.002
max	1.381-1.412=-0.031

policies=20

*mean*	1576.398-1576.398=-0.000
σ	0.350-0.350=0.000
min	1576.157-1576.162=-0.005
max	1576.916-1576.918=-0.001

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	2.627-2.638=-0.011
σ	0.018-0.017=0.001
min	2.605-2.616=-0.010
max	2.646-2.652=-0.006

policies=200

*mean*	15771.945-15771.972=-0.027
σ	0.056-0.056=0.001
min	15771.869-15771.893=-0.024
max	15771.998-15772.019=-0.022

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7200.000-7203.000=-3.000
σ	0.000
min	7200.000-7203.000=-3.000
max	7200.000-7203.000=-3.000

*mean*	26.444-26.507=-0.064
σ	0.148-0.240=-0.092
min	26.328-26.353=-0.025
max	26.661-26.864=-0.203