Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.621=0.001
σ	0.350-0.350=0.000
min	54.491-54.490=0.001
max	55.617-55.616=0.001

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.005=-0.001
min	0.132-0.132=0.000
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.001
σ	0.007-0.005=0.002
min	43.774-43.776=-0.002
max	43.799-43.792=0.006

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.123-0.123=0.000
σ	0.003-0.004=-0.001
min	0.120-0.119=0.001
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.001

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	12.429-12.334=0.096
σ	0.267-0.476=-0.209
min	11.978-11.783=0.195
max	12.856-13.250=-0.395

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	12.209-12.514=-0.304
σ	0.643-0.570=0.073
min	11.375-11.530=-0.154
max	12.906-13.115=-0.209

op=table_records(), no indexes

*mean*	41.929-41.932=-0.003
σ	0.002-0.001=0.001
min	41.928-41.932=-0.004
max	41.933-41.933=-0.000

*mean*	6044.000-7553.000=-1509.000
σ	0.000
min	6044.000-7553.000=-1509.000
max	6044.000-7553.000=-1509.000

*mean*	13.319-13.656=-0.337
σ	1.177-1.495=-0.318
min	11.111-10.740=0.371
max	14.826-15.151=-0.324

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	12.105-12.138=-0.032
σ	1.532-1.778=-0.246
min	10.297-10.430=-0.132
max	14.423-14.709=-0.286

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.609=-0.002

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	8.359-8.472=-0.112
σ	0.388-0.435=-0.047
min	7.739-7.798=-0.058
max	8.861-9.155=-0.294

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	6.353-6.186=0.167
σ	0.227-0.325=-0.098
min	6.012-5.591=0.421
max	6.698-6.553=0.145

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.669=0.001

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	5.550-5.541=0.010
σ	0.116-0.158=-0.042
min	5.343-5.283=0.060
max	5.729-5.761=-0.032

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	5.390-5.270=0.120
σ	0.061-0.125=-0.064
min	5.289-5.025=0.265
max	5.483-5.431=0.052

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.597=-0.004
σ	0.000-0.000=0.000
min	2524.593-2524.597=-0.003
max	2524.594-2524.597=-0.003

*mean*	6044.000-7553.000=-1509.000
σ	0.000
min	6044.000-7553.000=-1509.000
max	6044.000-7553.000=-1509.000

*mean*	1482.121-1053.060=429.060
σ	673.471-5.073=668.398
min	1045.964-1046.721=-0.757
max	2607.020-1060.302=1546.718

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.639=0.001

*mean*	3823.125-3788.750=34.375
σ	1648.322-1608.574=39.748
min	1983.000
max	6044.000-5946.000=98.000

*mean*	4807.478-4645.968=161.510
σ	1453.314-1563.004=-109.690
min	3550.465-3508.153=42.311
max	7233.500-7414.106=-180.606

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.001
σ	0.002-0.003=-0.001
min	62.076-62.076=0.000
max	62.080-62.084=-0.004

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	80.197-81.982=-1.785
σ	11.654-10.213=1.440
min	70.540-69.818=0.722
max	102.801-95.435=7.367

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6044.000-7553.000=-1509.000
σ	0.000
min	6044.000-7553.000=-1509.000
max	6044.000-7553.000=-1509.000

*mean*	97.434-100.427=-2.992
σ	8.663-9.092=-0.429
min	84.413-83.530=0.883
max	108.238-108.950=-0.712

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.687-66.686=0.000

*mean*	6044.000-7553.000=-1509.000
σ	0.000
min	6044.000-7553.000=-1509.000
max	6044.000-7553.000=-1509.000

*mean*	223.757-151.131=72.626
σ	224.591-15.020=209.571
min	125.830-124.283=1.547
max	778.536-167.275=611.261

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.317=0.001
min	11655.305
max	11667.521-11667.517=0.004

*mean*	4104.625-4267.250=-162.625
σ	1569.243-1881.098=-311.855
min	1983.000
max	6044.000-7553.000=-1509.000

*mean*	6578.120-6211.242=366.879
σ	1359.328-1323.540=35.788
min	4932.225-4893.057=39.168
max	8203.077-8161.039=42.038

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.001=0.001
min	11560.066-11560.064=0.002
max	11560.069-11560.066=0.003

*mean*	6044.000-7553.000=-1509.000
σ	0.000
min	6044.000-7553.000=-1509.000
max	6044.000-7553.000=-1509.000

*mean*	6709.772-5615.177=1094.595
σ	1333.832-1277.580=56.252
min	4393.979-4394.724=-0.745
max	8188.371-7342.655=845.716

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.001
σ	0.029-0.022=0.007
min	172.558
max	172.635-172.609=0.026

*mean*	1983.000
σ	0.000
min	1983.000
max	1983.000

*mean*	373.078-361.111=11.967
σ	20.808-42.707=-21.898
min	346.817-265.001=81.816
max	398.127-402.413=-4.285

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.361=0.001
σ	0.043-0.042=0.001
min	357.321
max	357.407-357.403=0.004

*mean*	1983.000
σ	0.000
min	1983.000
max	1983.000

*mean*	759.256-750.627=8.629
σ	17.678-55.597=-37.919
min	732.225-651.081=81.144
max	778.290-820.408=-42.118

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.185=-0.001
σ	0.882-0.926=-0.044
min	1007.690-1007.717=-0.027
max	1011.841-1012.034=-0.193

*mean*	1044.000-1052.100=-8.100
σ	308.256-313.779=-5.523
min	548.000-589.000=-41.000
max	1477.000-1516.000=-39.000

*mean*	1.532-1.551=-0.019
σ	0.076-0.130=-0.054
min	1.463-1.462=0.001
max	1.808-2.020=-0.212

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.002

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.449-0.445=0.003
σ	0.172-0.146=0.026
min	0.355-0.330=0.025
max	0.755-0.669=0.086

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.916-0.881=0.035
σ	0.161-0.097=0.064
min	0.819-0.828=-0.008
max	1.201-1.053=0.148

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.552-0.569=-0.017
σ	0.048-0.048=-0.000
min	0.506-0.523=-0.018
max	0.628-0.647=-0.019

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.875-0.868=0.007
σ	0.030-0.039=-0.009
min	0.847-0.814=0.033
max	0.919-0.921=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.550=-0.007
σ	0.024-0.034=-0.009
min	963.523-963.530=-0.007
max	963.582-963.609=-0.027

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.816-0.821=-0.005
σ	0.043-0.044=-0.001
min	0.774-0.755=0.020
max	0.869-0.865=0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.007-0.008=-0.001
min	884.847
max	884.862-884.864=-0.002

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.705-0.745=-0.040
σ	0.042-0.003=0.039
min	0.661-0.741=-0.080
max	0.750-0.748=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	4.310-4.325=-0.016
σ	0.095-0.087=0.007
min	4.134-4.155=-0.022
max	4.578-4.622=-0.045

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	4.273-4.304=-0.031
σ	0.094-0.075=0.019
min	4.118-4.143=-0.025
max	4.533-4.548=-0.015

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.742-0.762=-0.020
σ	0.019-0.019=0.001
min	0.715-0.727=-0.012
max	0.848-0.870=-0.021

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.726-0.733=-0.007
σ	0.025-0.024=0.002
min	0.528-0.576=-0.047
max	0.802-0.791=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.426-297.453=-0.027
σ	0.177-0.226=-0.048
min	297.256-297.273=-0.017
max	297.840-298.053=-0.213

*mean*	1983.000
σ	0.000
min	1983.000
max	1983.000

*mean*	0.567-0.556=0.011
σ	0.029-0.026=0.003
min	0.524-0.509=0.015
max	0.614-0.593=0.021

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.730-289.738=-0.008
σ	0.044-0.052=-0.007
min	289.658-289.666=-0.008
max	289.766-289.803=-0.037

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.404-0.400=0.004
σ	0.012-0.005=0.007
min	0.394-0.395=-0.001
max	0.417-0.407=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.695-1299.699=-0.003
σ	0.040-0.047=-0.007
min	1299.632-1299.617=0.015
max	1299.732-1299.731=0.001

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	2.281-2.231=0.050
σ	0.093-0.078=0.015
min	2.161-2.165=-0.003
max	2.382-2.317=0.066

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.724-1542.705=0.020
σ	4.014-4.021=-0.007
min	1540.768-1540.737=0.030
max	1549.901-1549.892=0.009

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	2.297-2.223=0.074
σ	0.127-0.199=-0.073
min	2.166-1.920=0.246
max	2.451-2.407=0.044

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1861.633=-0.004
σ	0.066-0.069=-0.003
min	1861.565-1861.562=0.002
max	1861.715-1861.735=-0.019

*mean*	1770.400-1778.200=-7.800
σ	223.875-211.430=12.444
min	1477.000-1516.000=-39.000
max	1983.000

*mean*	3.258-3.281=-0.024
σ	0.342-0.375=-0.033
min	2.887-2.885=0.002
max	3.686-3.698=-0.012

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.587=0.131
σ	0.094-0.160=-0.066
min	1.612-1.316=0.295
max	1.831-1.721=0.111

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.666-446.666=-0.000
σ	577.139-577.138=0.001
min	158.091-158.093=-0.002
max	1312.374-1312.373=0.001

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	0.541-0.537=0.004
σ	0.547-0.544=0.003
min	0.264-0.261=0.003
max	1.361-1.353=0.008

policies=20

*mean*	1581.234-1581.232=0.002
σ	0.348-0.354=-0.006
min	1580.994-1580.989=0.005
max	1581.750-1581.757=-0.006

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	2.620-2.625=-0.004
σ	0.011-0.023=-0.012
min	2.610-2.602=0.009
max	2.634-2.657=-0.024

policies=200

*mean*	15820.414-15820.401=0.012
σ	0.095-0.083=0.012
min	15820.298-15820.281=0.017
max	15820.504-15820.457=0.048

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1477.000-1516.000=-39.000
σ	0.000
min	1477.000-1516.000=-39.000
max	1477.000-1516.000=-39.000

*mean*	26.574-26.568=0.006
σ	0.029-0.048=-0.019
min	26.544-26.529=0.015
max	26.612-26.628=-0.016