Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.001
σ	0.349-0.351=-0.002
min	54.480-54.483=-0.003
max	55.608-55.614=-0.006

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.139=0.000
σ	0.004-0.004=0.000
min	0.133-0.135=-0.002
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.007-0.005=0.002
min	43.777-43.777=-0.001
max	43.800-43.798=0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.121=0.002
σ	0.003-0.005=-0.001
min	0.120-0.115=0.004
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4272.875-4267.625=5.250
σ	1862.436-1881.094=-18.657
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	12.903-12.351=0.552
σ	1.731-0.395=1.335
min	11.967-11.949=0.018
max	17.136-13.028=4.108

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4272.875-4267.625=5.250
σ	1862.436-1881.094=-18.657
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	13.081-12.288=0.793
σ	1.661-0.553=1.108
min	11.498-11.521=-0.023
max	16.989-12.906=4.083

op=table_records(), no indexes

*mean*	41.928-41.931=-0.003
σ	0.000-0.001=-0.001
min	41.928-41.929=-0.001
max	41.929-41.932=-0.003

*mean*	7537.000-7554.000=-17.000
σ	0.000
min	7537.000-7554.000=-17.000
max	7537.000-7554.000=-17.000

*mean*	14.231-13.525=0.706
σ	1.076-1.681=-0.605
min	12.864-10.171=2.692
max	15.572-15.477=0.095

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4272.875-4206.250=66.625
σ	1862.436-1927.375=-64.938
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	12.553-12.983=-0.430
σ	2.343-1.519=0.824
min	10.218-10.782=-0.563
max	16.140-14.757=1.383

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4272.875-4206.250=66.625
σ	1862.436-1927.375=-64.938
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	8.873-8.695=0.178
σ	1.459-0.840=0.619
min	7.982-7.751=0.231
max	12.362-10.548=1.814

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4272.875-4267.625=5.250
σ	1862.436-1881.094=-18.657
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	6.669-6.608=0.060
σ	1.098-0.727=0.371
min	5.986-5.623=0.363
max	9.345-8.047=1.298

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.668=0.001

*mean*	4272.875-4267.625=5.250
σ	1862.436-1881.094=-18.657
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	5.658-5.517=0.140
σ	0.428-0.113=0.315
min	5.253-5.371=-0.118
max	6.658-5.715=0.943

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.972=-0.001

*mean*	4272.875-4267.625=5.250
σ	1862.436-1881.094=-18.657
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	5.393-5.314=0.079
σ	0.368-0.100=0.269
min	5.106-5.148=-0.042
max	6.275-5.474=0.800

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.597=-0.004
σ	0.000-0.001=-0.001
min	2524.593-2524.597=-0.003
max	2524.594-2524.601=-0.007

*mean*	7537.000-7554.000=-17.000
σ	0.000
min	7537.000-7554.000=-17.000
max	7537.000-7554.000=-17.000

*mean*	1033.666-1050.482=-16.816
σ	6.433-4.114=2.319
min	1022.695-1045.397=-22.702
max	1042.130-1056.423=-14.293

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.032-0.033=-0.001
min	8744.545-8744.544=0.000
max	8744.639-8744.640=-0.001

*mean*	3807.125-3787.750=19.375
σ	1580.606-1609.188=-28.583
min	2062.000-1984.000=78.000
max	5941.000-5946.000=-5.000

*mean*	4671.407-4580.733=90.674
σ	1511.933-1469.320=42.613
min	3553.461-3521.726=31.735
max	7255.917-7188.609=67.308

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.003=-0.001
min	62.076-62.075=0.001
max	62.080-62.084=-0.004

*mean*	4272.875-4267.625=5.250
σ	1862.436-1881.094=-18.657
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	86.679-83.276=3.403
σ	15.460-11.708=3.753
min	70.912-69.426=1.486
max	116.595-101.674=14.921

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7537.000-7554.000=-17.000
σ	0.000
min	7537.000-7554.000=-17.000
max	7537.000-7554.000=-17.000

*mean*	240.805-97.462=143.343
σ	401.059-9.972=391.087
min	82.882-81.133=1.749
max	1233.165-107.686=1125.480

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.687-66.686=0.000

*mean*	7537.000-7554.000=-17.000
σ	0.000
min	7537.000-7554.000=-17.000
max	7537.000-7554.000=-17.000

*mean*	149.999-149.482=0.517
σ	15.032-17.363=-2.331
min	131.077-118.824=12.253
max	166.684-167.077=-0.393

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.317=0.001
min	11655.305-11655.305=0.000
max	11667.521-11667.517=0.004

*mean*	4272.875-4206.250=66.625
σ	1862.436-1927.375=-64.938
min	2062.000-1984.000=78.000
max	7537.000-7554.000=-17.000

*mean*	6136.134-6466.959=-330.826
σ	1076.017-1248.682=-172.665
min	4986.460-4889.632=96.828
max	8025.004-8280.051=-255.047

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.001=0.001
min	11560.066-11560.064=0.001
max	11560.069-11560.066=0.003

*mean*	7537.000-7554.000=-17.000
σ	0.000
min	7537.000-7554.000=-17.000
max	7537.000-7554.000=-17.000

*mean*	5599.557-5164.810=434.747
σ	1458.898-1044.743=414.156
min	4450.100-4401.792=48.308
max	7651.042-7372.320=278.721

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.587-172.577=0.010
σ	0.024-0.021=0.003
min	172.561-172.558=0.003
max	172.619-172.611=0.008

*mean*	2062.000-1984.000=78.000
σ	0.000
min	2062.000-1984.000=78.000
max	2062.000-1984.000=78.000

*mean*	368.709-348.992=19.717
σ	44.257-55.949=-11.692
min	325.095-262.817=62.278
max	466.693-406.241=60.452

op=pointedIndexFromKvs

rows=400000

*mean*	357.368-357.367=0.001
σ	0.048-0.046=0.002
min	357.321
max	357.438-357.423=0.014

*mean*	2062.000-1984.000=78.000
σ	0.000
min	2062.000-1984.000=78.000
max	2062.000-1984.000=78.000

*mean*	786.134-756.372=29.762
σ	26.528-64.742=-38.214
min	732.310-621.672=110.637
max	820.088-814.118=5.970

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.188-1008.189=-0.001
σ	0.860-0.876=-0.016
min	1007.682-1007.687=-0.005
max	1011.733-1011.812=-0.079

*mean*	1040.050-1046.600=-6.550
σ	304.365-301.225=3.139
min	548.000-544.000=4.000
max	1468.000-1449.000=19.000

*mean*	1.546-1.543=0.003
σ	0.132-0.094=0.038
min	1.449-1.466=-0.017
max	2.008-1.763=0.246

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.003=-0.000
min	0.881
max	0.887-0.887=0.000

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.462-0.411=0.051
σ	0.111-0.127=-0.016
min	0.352-0.331=0.021
max	0.627-0.633=-0.006

name=error_case.art

*mean*	2.333-2.334=-0.000
σ	0.003-0.004=-0.001
min	2.332
max	2.337-2.341=-0.004

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.891-0.877=0.014
σ	0.103-0.085=0.017
min	0.823-0.819=0.004
max	1.071-1.025=0.046

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.551-0.544=0.007
σ	0.047-0.054=-0.007
min	0.519-0.498=0.021
max	0.631-0.636=-0.005

name=nested_use.art

*mean*	2.355
σ	0.002-0.002=-0.000
min	2.355
max	2.358-2.359=-0.000

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.849-0.857=-0.009
σ	0.039-0.048=-0.009
min	0.813-0.812=0.001
max	0.914-0.935=-0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.543=-0.002
σ	0.022-0.024=-0.002
min	963.523
max	963.576-963.582=-0.006

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.836-0.802=0.034
σ	0.026-0.060=-0.035
min	0.809-0.737=0.072
max	0.866-0.860=0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.000
σ	0.007-0.006=0.001
min	884.847
max	884.864-884.860=0.003

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.734-0.714=0.021
σ	0.023-0.037=-0.014
min	0.694-0.668=0.026
max	0.747-0.744=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	4.296-4.262=0.034
σ	0.090-0.082=0.007
min	4.111-4.088=0.022
max	4.552-4.678=-0.126

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.662=-0.004

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	4.269-4.240=0.029
σ	0.091-0.067=0.023
min	4.136-4.100=0.036
max	4.611-4.466=0.145

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.742-0.749=-0.007
σ	0.050-0.020=0.030
min	0.529-0.712=-0.183
max	0.861-0.867=-0.007

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.714-0.703=0.010
σ	0.017-0.044=-0.027
min	0.678-0.514=0.164
max	0.793-0.793=-0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.639-297.454=0.184
σ	0.206-0.184=0.021
min	297.453-297.309=0.144
max	298.201-297.940=0.260

*mean*	2062.000-1984.000=78.000
σ	0.000
min	2062.000-1984.000=78.000
max	2062.000-1984.000=78.000

*mean*	0.551-0.532=0.019
σ	0.032-0.032=0.000
min	0.506-0.500=0.006
max	0.596-0.589=0.007

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.776-289.776=-0.000
σ	0.033-0.036=-0.003
min	289.733-289.727=0.006
max	289.810-289.813=-0.004

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.410-0.400=0.010
σ	0.013-0.011=0.002
min	0.398-0.394=0.004
max	0.429-0.419=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.682-1299.618=0.064
σ	0.096-0.094=0.001
min	1299.584-1299.506=0.078
max	1299.814-1299.741=0.073

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	2.070-1.934=0.136
σ	0.083-0.040=0.043
min	1.985-1.872=0.113
max	2.188-1.979=0.208

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.630-1542.605=0.025
σ	4.055-4.040=0.015
min	1540.629-1540.572=0.057
max	1549.877-1549.824=0.052

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	2.320-2.152=0.168
σ	0.187-0.195=-0.008
min	2.167-1.939=0.228
max	2.636-2.409=0.227

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1861.645=-0.016
σ	0.057-0.079=-0.022
min	1861.549-1861.551=-0.002
max	1861.697-1861.736=-0.039

*mean*	1727.800-1768.800=-41.000
σ	239.368-226.846=12.522
min	1468.000-1472.000=-4.000
max	2062.000-1984.000=78.000

*mean*	2.939-3.156=-0.217
σ	0.088-0.291=-0.203
min	2.852-2.892=-0.040
max	3.055-3.492=-0.437

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721-1.705=0.016
σ	0.126-0.080=0.046
min	1.556-1.567=-0.012
max	1.859-1.761=0.097

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.185=-0.000
σ	577.139-577.140=-0.001
min	157.614-157.612=0.002
max	1311.894-1311.895=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	0.549-0.536=0.013
σ	0.577-0.549=0.027
min	0.259-0.258=0.002
max	1.414-1.360=0.054

policies=20

*mean*	1576.405-1576.420=-0.015
σ	0.337-0.345=-0.009
min	1576.173-1576.186=-0.012
max	1576.904-1576.933=-0.029

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	2.606-2.618=-0.012
σ	0.010-0.007=0.003
min	2.592-2.612=-0.020
max	2.613-2.626=-0.013

policies=200

*mean*	15772.229-15772.206=0.023
σ	0.085-0.175=-0.090
min	15772.173-15772.039=0.133
max	15772.356-15772.453=-0.098

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1468.000-1449.000=19.000
σ	0.000
min	1468.000-1449.000=19.000
max	1468.000-1449.000=19.000

*mean*	26.353-26.461=-0.108
σ	0.027-0.053=-0.026
min	26.329-26.387=-0.059
max	26.384-26.514=-0.130