Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.056-54.055=0.000
σ	0.370-0.370=0.000
min	53.914-53.904=0.010
max	55.109-55.108=0.001

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.140-0.140=0.000
σ	0.003-0.007=-0.004
min	0.137-0.131=0.006
max	0.147-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.393-43.398=-0.005
σ	0.006-0.007=-0.001
min	43.382-43.385=-0.002
max	43.403-43.408=-0.005

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.121-0.141=-0.020
σ	0.002-0.006=-0.004
min	0.119-0.128=-0.009
max	0.128-0.149=-0.021

CSV - column_set() on unindexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.074=0.004
σ	0.000-0.000=-0.000
min	62.077-62.073=0.004
max	62.078-62.074=0.004

*mean*	5061.300-5112.000=-50.700
σ	2522.200-2617.258=-95.058
min	1351.000
max	8558.000-8547.000=11.000

*mean*	102.779-101.303=1.476
σ	11.525-14.002=-2.477
min	84.424-78.867=5.557
max	115.975-113.803=2.171

CSV - column_set(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	15109.632-15109.632=-0.000
σ	3.863-3.862=0.000
min	15108.410-15108.410=-0.000
max	15120.625-15120.625=0.000

*mean*	5061.300-5112.000=-50.700
σ	2522.200-2617.258=-95.058
min	1351.000
max	8558.000-8547.000=11.000

*mean*	10457.631-10222.631=235.000
σ	1869.933-1954.329=-84.396
min	6692.107-6573.262=118.845
max	12544.884-12579.581=-34.697

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.542-8744.542=-0.000
σ	0.036-0.036=-0.000
min	8744.530-8744.530=-0.000
max	8744.644-8744.646=-0.001

*mean*	4760.600-4713.700=46.900
σ	2538.158-2574.192=-36.034
min	1075.000-1077.000=-2.000
max	8558.000-8547.000=11.000

*mean*	5124.386-4554.640=569.747
σ	1448.553-1210.447=238.106
min	3531.828-3484.837=46.991
max	7660.100-6928.180=731.919

iterations=10

operation_display=load_product()with indexes

rows=200000

*mean*	8744.532-8744.532=0.000
σ	0.002-0.002=0.000
min	8744.530-8744.530=-0.000
max	8744.535-8744.535=-0.000

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	4199.033-4398.292=-199.258
σ	1071.097-1259.196=-188.099
min	3506.357-3464.513=41.843
max	6461.268-6516.847=-55.578

CSV - table_records()

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records(), repeat

rows=200000

*mean*	41.901-41.901=0.000
σ	0.002-0.002=0.000
min	41.899-41.899=-0.000
max	41.904-41.903=0.000

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	12.410-13.551=-1.140
σ	1.841-1.629=0.212
min	10.529-10.743=-0.214
max	14.739-15.054=-0.315

CSV - table_records(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records()

rows=200000

*mean*	15088.238-15088.238=0.000
σ	0.002-0.001=0.000
min	15088.236-15088.236=0.000
max	15088.241

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	9369.417-10097.210=-727.793
σ	2024.262-2011.994=12.269
min	6564.246-6535.143=29.103
max	11685.514-12032.608=-347.094

CSV - vertical_lookup_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on indexed, after column_set(), repeat

rows=200000

*mean*	26.398-26.397=0.000
σ	0.000-0.000=-0.000
min	26.398-26.397=0.000
max	26.398-26.398=0.000

*mean*	5061.300-5112.000=-50.700
σ	2522.200-2617.258=-95.058
min	1351.000
max	8558.000-8547.000=11.000

*mean*	6.649-6.260=0.389
σ	0.499-0.638=-0.138
min	5.504-5.484=0.020
max	7.354-7.052=0.302

iterations=10

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.399-26.399=-0.000
σ	0.002-0.002=0.000
min	26.397-26.397=-0.000
max	26.402-26.401=0.000

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	6.038-6.536=-0.498
σ	0.344-0.248=0.097
min	5.507-6.152=-0.646
max	6.556-6.804=-0.249

CSV - vertical_lookup_row_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.633-25.633=-0.000
σ	0.002-0.003=-0.001
min	25.631-25.631=-0.000
max	25.635-25.639=-0.004

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	4.730-4.839=-0.109
σ	0.151-0.087=0.064
min	4.515-4.636=-0.121
max	4.974-4.917=0.057

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.628-25.628=-0.000
σ	0.002-0.002=0.000
min	25.626-25.626=0.000
max	25.630

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	4.668-4.906=-0.239
σ	0.182-0.235=-0.053
min	4.473-4.560=-0.087
max	4.929-5.474=-0.545

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.932-25.932=0.000
σ	0.002-0.002=0.000
min	25.930-25.930=-0.000
max	25.935-25.934=0.001

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	4.608-4.819=-0.211
σ	0.117-0.129=-0.012
min	4.504-4.472=0.033
max	4.867-4.921=-0.053

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.931-25.931=-0.000
σ	0.002-0.002=-0.000
min	25.930-25.930=0.000
max	25.934-25.934=-0.000

*mean*	8558.000-8604.000=-46.000
σ	0.000-180.250=-180.250
min	8558.000-8547.000=11.000
max	8558.000-9117.000=-559.000

*mean*	4.645-4.832=-0.187
σ	0.188-0.113=0.074
min	4.470-4.554=-0.085
max	5.098-4.964=0.134

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.664-172.662=0.002
σ	0.010-0.014=-0.004
min	172.643-172.638=0.006
max	172.677-172.678=-0.001

*mean*	491.000-490.000=1.000
σ	0.000
min	491.000-490.000=1.000
max	491.000-490.000=1.000

*mean*	396.817-382.848=13.968
σ	21.156-49.847=-28.690
min	354.761-269.230=85.531
max	418.579-422.960=-4.381

iterations=10

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.406-357.400=0.005
σ	0.121-0.129=-0.007
min	357.321
max	357.618-357.628=-0.010

*mean*	567.000-565.000=2.000
σ	0.000
min	567.000-565.000=2.000
max	567.000-565.000=2.000

*mean*	727.259-800.184=-72.926
σ	98.191-27.803=70.389
min	584.080-726.418=-142.338
max	810.932-822.731=-11.799

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1006.875-1006.878=-0.003
σ	0.748-0.750=-0.002
min	1006.405-1006.406=-0.001
max	1009.967-1009.975=-0.007

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	1.599-1.525=0.074
σ	0.126-0.131=-0.005
min	1.476-1.464=0.012
max	1.924-2.078=-0.154

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.001
σ	0.003-0.002=0.000
min	0.882
max	0.887

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.313-0.320=-0.007
σ	0.129-0.116=0.013
min	0.246-0.260=-0.014
max	0.543-0.527=0.017

name=error_case.art

*mean*	2.339-2.339=-0.001
σ	0.003-0.003=0.000
min	2.337
max	2.342

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.637-0.637=-0.001
σ	0.086-0.086=0.000
min	0.585-0.581=0.004
max	0.788-0.788=-0.000

name=heavy_item.art

*mean*	1.524-1.523=0.001
σ	0.002-0.001=0.001
min	1.522
max	1.526-1.525=0.001

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.538-0.540=-0.002
σ	0.056-0.039=0.017
min	0.497-0.502=-0.004
max	0.636-0.604=0.032

name=nested_use.art

*mean*	2.361-2.362=-0.001
σ	0.002-0.002=-0.000
min	2.360
max	2.364

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.849-0.846=0.003
σ	0.039-0.043=-0.004
min	0.825-0.816=0.010
max	0.917-0.919=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.831-964.830=0.001
σ	0.022-0.026=-0.003
min	964.807-964.802=0.005
max	964.859-964.869=-0.010

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.819-0.814=0.005
σ	0.025-0.038=-0.014
min	0.785-0.753=0.032
max	0.841-0.843=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.511-885.512=-0.001
σ	0.006-0.008=-0.002
min	885.504
max	885.519-885.524=-0.006

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.714-0.683=0.032
σ	0.023-0.074=-0.052
min	0.675-0.599=0.077
max	0.732-0.742=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.716-7.716=0.000
σ	0.002-0.002=0.000
min	7.715
max	7.721-7.719=0.001

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	4.226-4.264=-0.038
σ	0.098-0.101=-0.003
min	4.071-4.112=-0.041
max	4.777-4.586=0.191

name=record_render_large_syntax_err.art

*mean*	7.665-7.665=-0.000
σ	0.002-0.002=-0.000
min	7.664
max	7.668-7.670=-0.003

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	4.273-4.242=0.032
σ	0.081-0.083=-0.002
min	4.125-4.116=0.010
max	4.548-4.518=0.031

name=record_render_success.art

*mean*	2.291
σ	0.002
min	2.290
max	2.294

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.740-0.745=-0.006
σ	0.025-0.017=0.008
min	0.544-0.716=-0.172
max	0.828-0.861=-0.033

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.705-0.704=0.001
σ	0.017-0.016=0.001
min	0.671-0.675=-0.004
max	0.796-0.789=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	295.606-295.328=0.278
σ	0.207-0.241=-0.035
min	295.466-295.173=0.293
max	296.179-295.976=0.202

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.575-0.551=0.023
σ	0.074-0.031=0.042
min	0.505-0.513=-0.008
max	0.730-0.587=0.144

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	285.371-285.385=-0.014
σ	0.030-0.038=-0.008
min	285.343-285.339=0.004
max	285.419-285.434=-0.015

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.400-0.393=0.007
σ	0.014-0.007=0.006
min	0.390-0.388=0.001
max	0.416-0.406=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1295.883-1295.883=-0.001
σ	0.076-0.066=0.010
min	1295.781-1295.809=-0.028
max	1295.968-1295.951=0.017

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	2.252-2.248=0.003
σ	0.194-0.173=0.021
min	1.956-2.016=-0.059
max	2.496-2.451=0.045

iters=5

new-facts=6402

prior-facts=1

*mean*	1540.011-1539.969=0.042
σ	6.885-6.899=-0.014
min	1536.798-1536.699=0.099
max	1552.325-1552.306=0.019

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	2.455-2.303=0.151
σ	0.234-0.185=0.048
min	2.115-2.121=-0.006
max	2.688-2.581=0.106

iters=5

new-facts=6402

prior-facts=6402

*mean*	1857.707-1857.685=0.022
σ	0.031-0.049=-0.018
min	1857.654-1857.607=0.047
max	1857.729-1857.725=0.003

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	3.083-3.086=-0.003
σ	0.206-0.217=-0.011
min	2.869-2.839=0.030
max	3.407-3.303=0.103

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.565-1.512=0.053
σ	0.251-0.274=-0.024
min	1.308-1.268=0.040
max	1.885-1.943=-0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	445.740-445.739=0.002
σ	580.934-580.934=-0.000
min	155.270-155.267=0.002
max	1317.141-1317.140=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	0.566-0.539=0.026
σ	0.582-0.542=0.040
min	0.271-0.263=0.007
max	1.438-1.351=0.086

policies=20

*mean*	1552.982-1552.975=0.007
σ	0.341-0.346=-0.005
min	1552.747-1552.736=0.011
max	1553.488-1553.488=-0.000

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	2.616-2.621=-0.005
σ	0.027-0.023=0.004
min	2.581-2.589=-0.008
max	2.638-2.642=-0.003

policies=200

*mean*	15537.984-15537.981=0.004
σ	0.083-0.181=-0.098
min	15537.865-15537.800=0.065
max	15538.051-15538.232=-0.180

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	8558.000-9117.000=-559.000
σ	0.000
min	8558.000-9117.000=-559.000
max	8558.000-9117.000=-559.000

*mean*	26.376-26.291=0.085
σ	0.064-0.151=-0.087
min	26.295-26.172=0.122
max	26.439-26.496=-0.057