Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=0.000
σ	0.350-0.350=0.000
min	54.477-54.479=-0.002
max	55.614-55.614=0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.139-0.140=-0.001
σ	0.004-0.004=-0.000
min	0.135-0.136=-0.002
max	0.144-0.146=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.786=0.001
σ	0.006-0.006=-0.001
min	43.777-43.778=-0.001
max	43.795-43.800=-0.005

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.122=-0.000
σ	0.003-0.004=-0.001
min	0.119-0.118=0.001
max	0.127-0.128=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	12.432-12.131=0.301
σ	0.337-0.336=0.001
min	11.970-11.699=0.271
max	13.020-12.579=0.442

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	12.032-11.852=0.180
σ	0.597-0.639=-0.042
min	11.370-11.169=0.201
max	12.775-13.020=-0.245

op=table_records(), no indexes

*mean*	41.929-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7553.000-6042.000=1511.000
σ	0.000
min	7553.000-6042.000=1511.000
max	7553.000-6042.000=1511.000

*mean*	13.949-13.004=0.945
σ	1.718-1.146=0.572
min	12.113-10.519=1.593
max	17.343-14.358=2.985

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	11.574-12.427=-0.853
σ	1.436-1.998=-0.562
min	10.342-10.265=0.077
max	13.859-14.699=-0.840

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.001
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	8.324-8.479=-0.155
σ	0.426-0.339=0.087
min	7.835-8.034=-0.200
max	9.067-8.922=0.146

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	6.461-6.142=0.319
σ	0.284-0.205=0.079
min	5.785-5.927=-0.142
max	6.661-6.470=0.191

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.670

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	5.539-5.339=0.200
σ	0.073-0.140=-0.067
min	5.440-5.102=0.339
max	5.661-5.533=0.128

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	5.322-5.175=0.147
σ	0.055-0.139=-0.084
min	5.244-4.917=0.327
max	5.428-5.376=0.052

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=0.000
σ	0.000-0.000=-0.000
min	2524.594-2524.594=-0.000
max	2524.594-2524.595=-0.000

*mean*	7553.000-6042.000=1511.000
σ	0.000
min	7553.000-6042.000=1511.000
max	7553.000-6042.000=1511.000

*mean*	1046.969-1449.028=-402.059
σ	8.084-641.808=-633.724
min	1034.184-1034.749=-0.566
max	1058.021-2625.204=-1567.183

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.000
σ	0.033-0.033=0.000
min	8744.545-8744.545=-0.001
max	8744.639-8744.639=0.000

*mean*	3811.375-3829.500=-18.125
σ	1582.239-1635.502=-53.262
min	2068.000-2018.000=50.000
max	5951.000-6042.000=-91.000

*mean*	4380.883-4769.888=-389.005
σ	1281.784-1439.899=-158.114
min	3526.331-3526.099=0.232
max	6972.436-7092.799=-120.363

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	84.684-82.587=2.097
σ	10.487-11.591=-1.104
min	71.511-70.581=0.931
max	99.159-101.806=-2.647

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7553.000-6042.000=1511.000
σ	0.000
min	7553.000-6042.000=1511.000
max	7553.000-6042.000=1511.000

*mean*	240.243-97.359=142.885
σ	390.589-8.954=381.634
min	88.872-83.866=5.006
max	1206.732-107.217=1099.515

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.001
σ	0.000-0.001=-0.001
min	66.685-66.686=-0.000
max	66.687-66.689=-0.003

*mean*	7553.000-6042.000=1511.000
σ	0.000
min	7553.000-6042.000=1511.000
max	7553.000-6042.000=1511.000

*mean*	152.741-222.922=-70.181
σ	12.795-223.251=-210.456
min	139.217-124.477=14.741
max	167.705-774.526=-606.821

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.317=-0.000
min	11655.305-11655.305=0.000
max	11667.517

*mean*	4277.000-4103.750=173.250
σ	1866.541-1562.914=303.627
min	2068.000-2018.000=50.000
max	7553.000-6042.000=1511.000

*mean*	6241.229-6564.123=-322.894
σ	1178.448-1429.267=-250.819
min	4929.260-4873.851=55.409
max	8124.833-8396.562=-271.729

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=-0.000
max	11560.069

*mean*	7553.000-6042.000=1511.000
σ	0.000
min	7553.000-6042.000=1511.000
max	7553.000-6042.000=1511.000

*mean*	5466.496-6797.702=-1331.206
σ	1364.610-1399.399=-34.789
min	4360.764-4379.260=-18.496
max	7445.373-8194.614=-749.242

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.588=-0.000
σ	0.026-0.024=0.002
min	172.558
max	172.618-172.622=-0.004

*mean*	2068.000-2018.000=50.000
σ	0.000
min	2068.000-2018.000=50.000
max	2068.000-2018.000=50.000

*mean*	350.064-380.462=-30.398
σ	41.195-37.206=3.989
min	313.491-332.882=-19.391
max	442.283-451.965=-9.682

op=pointedIndexFromKvs

rows=400000

*mean*	357.369-357.361=0.008
σ	0.046-0.036=0.010
min	357.321
max	357.422-357.397=0.025

*mean*	2068.000-2018.000=50.000
σ	0.000
min	2068.000-2018.000=50.000
max	2068.000-2018.000=50.000

*mean*	782.418-754.993=27.425
σ	22.036-71.517=-49.481
min	734.481-615.571=118.910
max	811.699-808.845=2.853

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.188-1008.184=0.004
σ	0.877-0.893=-0.016
min	1007.691-1007.697=-0.006
max	1011.817-1011.892=-0.075

*mean*	1043.950-1037.100=6.850
σ	293.081-297.297=-4.217
min	550.000-545.000=5.000
max	1440.000-1438.000=2.000

*mean*	1.534-1.539=-0.006
σ	0.077-0.086=-0.009
min	1.463-1.472=-0.008
max	1.777-1.761=0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.414-0.431=-0.017
σ	0.121-0.135=-0.014
min	0.333-0.330=0.003
max	0.626-0.661=-0.035

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.868-0.865=0.003
σ	0.079-0.091=-0.011
min	0.805-0.811=-0.006
max	1.006-1.025=-0.019

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.525-0.537=-0.012
σ	0.045-0.047=-0.002
min	0.493-0.498=-0.004
max	0.599-0.619=-0.019

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.832-0.829=0.003
σ	0.042-0.044=-0.001
min	0.800-0.798=0.002
max	0.905-0.906=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.541=0.007
σ	0.035-0.029=0.006
min	963.528-963.523=0.005
max	963.611-963.591=0.020

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.802-0.801=0.001
σ	0.042-0.042=-0.000
min	0.739-0.732=0.007
max	0.852-0.847=0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.007-0.006=0.001
min	884.847
max	884.864-884.860=0.004

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.724-0.676=0.048
σ	0.030-0.026=0.004
min	0.687-0.653=0.034
max	0.746-0.708=0.039

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	4.266-4.208=0.058
σ	0.091-0.059=0.032
min	4.129-4.092=0.037
max	4.633-4.428=0.205

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	4.253-4.197=0.056
σ	0.071-0.104=-0.034
min	4.104-3.561=0.543
max	4.466-4.528=-0.062

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.749-0.582=0.167
σ	0.017-0.087=-0.070
min	0.712-0.516=0.196
max	0.848-0.859=-0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.716-0.493=0.223
σ	0.016-0.058=-0.042
min	0.683-0.284=0.399
max	0.779-0.574=0.205

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.643-297.393=0.250
σ	0.191-0.225=-0.034
min	297.484-297.202=0.282
max	298.147-298.009=0.138

*mean*	2068.000-2018.000=50.000
σ	0.000
min	2068.000-2018.000=50.000
max	2068.000-2018.000=50.000

*mean*	0.570-0.567=0.003
σ	0.037-0.030=0.006
min	0.513-0.508=0.005
max	0.608-0.598=0.009

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.763=0.011
σ	0.035-0.045=-0.010
min	289.725-289.717=0.008
max	289.808-289.819=-0.011

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.400-0.401=-0.001
σ	0.009-0.009=0.000
min	0.395-0.395=-0.001
max	0.416-0.416=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.627-1299.650=-0.023
σ	0.116-0.054=0.063
min	1299.500-1299.575=-0.076
max	1299.774-1299.717=0.057

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	1.878-2.012=-0.133
σ	0.096-0.045=0.051
min	1.807-1.967=-0.160
max	2.013-2.078=-0.066

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.626-1542.627=-0.001
σ	4.048-4.034=0.014
min	1540.568-1540.610=-0.042
max	1549.861-1549.837=0.024

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	2.237-2.315=-0.079
σ	0.228-0.201=0.027
min	2.052-2.082=-0.030
max	2.626-2.592=0.034

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.635-1861.631=0.003
σ	0.044-0.080=-0.037
min	1861.577-1861.513=0.064
max	1861.676-1861.719=-0.043

*mean*	1722.200-1717.400=4.800
σ	245.696-204.979=40.718
min	1440.000-1537.000=-97.000
max	2068.000-2018.000=50.000

*mean*	2.948-2.956=-0.009
σ	0.145-0.120=0.025
min	2.820-2.846=-0.026
max	3.173-3.126=0.047

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.645-1.821=-0.175
σ	0.286-0.126=0.160
min	1.178-1.704=-0.527
max	1.876-1.981=-0.105

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.146-446.148=-0.002
σ	577.063-577.064=-0.001
min	157.615-157.612=0.003
max	1311.741-1311.745=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	0.557-0.522=0.035
σ	0.571-0.516=0.056
min	0.267-0.262=0.006
max	1.414-1.295=0.119

policies=20

*mean*	1576.432-1576.420=0.013
σ	0.353-0.350=0.002
min	1576.191-1576.186=0.005
max	1576.956-1576.941=0.015

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	2.626-2.619=0.008
σ	0.009-0.006=0.003
min	2.619-2.613=0.005
max	2.638-2.626=0.013

policies=200

*mean*	15772.284-15772.230=0.054
σ	0.403-0.180=0.223
min	15771.700-15772.052=-0.352
max	15772.624-15772.472=0.152

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1440.000-1438.000=2.000
σ	0.000
min	1440.000-1438.000=2.000
max	1440.000-1438.000=2.000

*mean*	26.419-26.394=0.026
σ	0.082-0.042=0.040
min	26.327-26.354=-0.027
max	26.492-26.436=0.057