Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.621=0.000
σ	0.351-0.348=0.003
min	54.493-54.492=0.001
max	55.618-55.609=0.008

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.141-0.141=0.000
σ	0.005-0.005=-0.000
min	0.131-0.135=-0.004
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.784=0.001
σ	0.008-0.006=0.002
min	43.768-43.776=-0.008
max	43.796-43.797=-0.000

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.124-0.123=0.001
σ	0.007-0.004=0.003
min	0.114-0.119=-0.006
max	0.136-0.129=0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	12.910-12.850=0.060
σ	1.785-1.796=-0.011
min	11.883-12.035=-0.152
max	17.258-17.264=-0.007

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.620=0.000

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	12.581-12.667=-0.085
σ	2.205-1.565=0.640
min	11.364-11.599=-0.235
max	17.881-16.380=1.501

op=table_records(), no indexes

*mean*	41.929-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.928=0.001

*mean*	7543.000-7542.000=1.000
σ	0.000
min	7543.000-7542.000=1.000
max	7543.000-7542.000=1.000

*mean*	13.509-13.151=0.358
σ	1.364-1.487=-0.123
min	10.791-10.237=0.554
max	14.996-14.904=0.092

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	12.080-11.847=0.233
σ	1.952-1.879=0.073
min	10.312-10.143=0.169
max	15.164-15.279=-0.114

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	8.874-8.694=0.180
σ	1.237-1.302=-0.065
min	7.843-7.890=-0.048
max	11.779-11.835=-0.056

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	6.938-6.759=0.179
σ	1.096-1.197=-0.101
min	6.197-6.133=0.064
max	9.600-9.702=-0.102

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.670=0.000

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	5.662-5.494=0.169
σ	0.591-0.544=0.048
min	5.238-5.108=0.130
max	7.057-6.801=0.256

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	5.526-5.394=0.131
σ	0.559-0.500=0.059
min	5.137-4.998=0.140
max	6.870-6.575=0.294

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=0.000
max	2524.594

*mean*	7543.000-7542.000=1.000
σ	0.000
min	7543.000-7542.000=1.000
max	7543.000-7542.000=1.000

*mean*	1106.145-1102.078=4.068
σ	159.470-160.211=-0.741
min	1035.480-1037.608=-2.128
max	1500.429-1498.441=1.988

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=-0.000
min	8744.544-8744.544=-0.000
max	8744.639-8744.639=-0.001

*mean*	3787.375-3778.000=9.375
σ	1608.349-1628.248=-19.900
min	1979.000-1927.000=52.000
max	5944.000-5952.000=-8.000

*mean*	4373.533-4573.244=-199.711
σ	1362.961-1464.933=-101.971
min	3532.642-3549.746=-17.104
max	6591.113-7026.447=-435.334

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.075-62.075=-0.000
max	62.080

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	86.003-86.225=-0.222
σ	13.780-12.556=1.223
min	71.966-70.617=1.349
max	106.538-105.602=0.936

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7543.000-7542.000=1.000
σ	0.000
min	7543.000-7542.000=1.000
max	7543.000-7542.000=1.000

*mean*	94.531-97.226=-2.695
σ	12.663-11.875=0.789
min	71.741-76.191=-4.450
max	107.442-108.482=-1.039

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7543.000-7542.000=1.000
σ	0.000
min	7543.000-7542.000=1.000
max	7543.000-7542.000=1.000

*mean*	146.089-148.763=-2.674
σ	21.151-19.598=1.553
min	105.645-111.558=-5.913
max	166.520-168.466=-1.946

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.001
σ	4.317-4.319=-0.002
min	11655.305
max	11667.517-11667.521=-0.004

*mean*	4264.500-4261.250=3.250
σ	1878.239-1887.331=-9.091
min	1979.000-1927.000=52.000
max	7543.000-7542.000=1.000

*mean*	6349.435-6439.818=-90.383
σ	1044.915-1113.939=-69.025
min	4982.830-4961.152=21.679
max	8148.861-8309.751=-160.890

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=0.000
min	11560.066-11560.066=-0.001
max	11560.069

*mean*	7543.000-7542.000=1.000
σ	0.000
min	7543.000-7542.000=1.000
max	7543.000-7542.000=1.000

*mean*	5153.673-5497.338=-343.665
σ	1013.960-1172.442=-158.482
min	4412.510-4386.524=25.987
max	7392.538-7446.255=-53.717

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.585=-0.003
σ	0.022-0.026=-0.004
min	172.558
max	172.614-172.625=-0.011

*mean*	1979.000-1927.000=52.000
σ	0.000
min	1979.000-1927.000=52.000
max	1979.000-1927.000=52.000

*mean*	354.912-375.882=-20.970
σ	43.918-24.304=19.614
min	263.619-349.440=-85.821
max	407.085-412.111=-5.027

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.361=-0.001
σ	0.041-0.041=0.000
min	357.321
max	357.405-357.406=-0.001

*mean*	1979.000-1927.000=52.000
σ	0.000
min	1979.000-1927.000=52.000
max	1979.000-1927.000=52.000

*mean*	788.728-763.945=24.783
σ	19.406-40.934=-21.528
min	761.878-703.314=58.564
max	822.529-821.056=1.473

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.188-1008.183=0.006
σ	0.870-0.878=-0.008
min	1007.684-1007.686=-0.002
max	1011.785-1011.824=-0.039

*mean*	1046.400-1040.950=5.450
σ	301.976-306.839=-4.863
min	549.000-545.000=4.000
max	1469.000-1470.000=-1.000

*mean*	1.493-1.527=-0.033
σ	0.055-0.105=-0.050
min	1.357-1.358=-0.001
max	1.590-1.789=-0.199

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.421-0.483=-0.062
σ	0.090-0.165=-0.075
min	0.332-0.350=-0.018
max	0.567-0.671=-0.104

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=0.001
min	2.332
max	2.339-2.337=0.002

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.873-0.939=-0.065
σ	0.081-0.127=-0.046
min	0.819-0.830=-0.010
max	1.016-1.153=-0.138

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.537-0.560=-0.023
σ	0.052-0.042=0.009
min	0.495-0.520=-0.025
max	0.625-0.620=0.005

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.862-0.893=-0.031
σ	0.061-0.067=-0.006
min	0.799-0.827=-0.029
max	0.944-0.967=-0.023

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.545-963.540=0.005
σ	0.029-0.029=-0.001
min	963.523
max	963.593-963.592=0.001

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.832-0.847=-0.015
σ	0.023-0.015=0.008
min	0.801-0.822=-0.021
max	0.856-0.861=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.008-0.006=0.002
min	884.847
max	884.866-884.862=0.004

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.712-0.740=-0.028
σ	0.033-0.008=0.025
min	0.680-0.732=-0.052
max	0.748-0.753=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	4.283-3.510=0.773
σ	0.084-0.077=0.007
min	4.147-3.387=0.760
max	4.629-3.855=0.774

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	4.256-3.482=0.774
σ	0.079-0.077=0.001
min	4.113-3.317=0.796
max	4.508-3.741=0.767

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.753-0.754=-0.001
σ	0.018-0.023=-0.004
min	0.728-0.679=0.049
max	0.871-0.882=-0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.708-0.709=-0.001
σ	0.021-0.016=0.005
min	0.647-0.682=-0.035
max	0.798-0.799=-0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.474-297.377=0.097
σ	0.267-0.214=0.053
min	297.272-297.171=0.102
max	298.201-297.927=0.274

*mean*	1979.000-1927.000=52.000
σ	0.000
min	1979.000-1927.000=52.000
max	1979.000-1927.000=52.000

*mean*	0.560-0.585=-0.026
σ	0.033-0.041=-0.008
min	0.512-0.537=-0.024
max	0.592-0.680=-0.088

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.720-289.734=-0.014
σ	0.037-0.051=-0.014
min	289.655-289.661=-0.006
max	289.750-289.800=-0.049

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.402-0.395=0.007
σ	0.009-0.009=0.000
min	0.395-0.389=0.006
max	0.412-0.409=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.673-1299.696=-0.024
σ	0.093-0.046=0.047
min	1299.530-1299.644=-0.114
max	1299.788-1299.741=0.047

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	2.129-2.218=-0.089
σ	0.076-0.085=-0.009
min	2.015-2.138=-0.123
max	2.202-2.359=-0.158

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.698-1542.736=-0.038
σ	4.037-4.018=0.019
min	1540.672-1540.804=-0.132
max	1549.911-1549.920=-0.009

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	2.301-2.367=-0.065
σ	0.170-0.172=-0.002
min	2.143-2.176=-0.033
max	2.519-2.628=-0.110

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.621-1861.618=0.003
σ	0.071-0.066=0.005
min	1861.564-1861.556=0.008
max	1861.717-1861.715=0.002

*mean*	1767.600-1739.600=28.000
σ	223.244-198.222=25.022
min	1473.000-1470.000=3.000
max	1979.000-1927.000=52.000

*mean*	3.387-3.110=0.277
σ	0.334-0.168=0.166
min	2.880-2.889=-0.009
max	3.693-3.258=0.435

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.695-1.880=-0.185
σ	0.073-0.078=-0.005
min	1.608-1.806=-0.198
max	1.776-2.006=-0.230

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.665-446.668=-0.003
σ	577.138-577.140=-0.002
min	158.092-158.094=-0.002
max	1312.373-1312.379=-0.006

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	0.538-0.547=-0.009
σ	0.548-0.564=-0.016
min	0.263-0.262=0.001
max	1.360-1.392=-0.032

policies=20

*mean*	1581.224-1581.239=-0.015
σ	0.360-0.362=-0.002
min	1580.980-1580.993=-0.012
max	1581.758-1581.776=-0.018

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	2.631-2.643=-0.012
σ	0.012-0.015=-0.003
min	2.616-2.631=-0.015
max	2.646-2.666=-0.020

policies=200

*mean*	15820.530-15820.512=0.018
σ	0.093-0.057=0.036
min	15820.459-15820.475=-0.016
max	15820.667-15820.596=0.071

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1469.000-1470.000=-1.000
σ	0.000
min	1469.000-1470.000=-1.000
max	1469.000-1470.000=-1.000

*mean*	26.582-26.636=-0.054
σ	0.112-0.049=0.063
min	26.462-26.582=-0.119
max	26.720-26.684=0.036