Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.676-54.678=-0.001
σ	0.356-0.360=-0.004
min	54.544-54.537=0.007
max	55.689-55.701=-0.012

*mean*	425.000-417.000=8.000
σ	0.000
min	425.000-417.000=8.000
max	425.000-417.000=8.000

*mean*	0.143-0.143=0.000
σ	0.005-0.005=-0.000
min	0.138-0.137=0.002
max	0.151-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.705=0.000
σ	0.006-0.006=0.000
min	43.695-43.692=0.003
max	43.715-43.712=0.002

*mean*	425.000-417.000=8.000
σ	0.000
min	425.000-417.000=8.000
max	425.000-417.000=8.000

*mean*	0.125-0.124=0.000
σ	0.004-0.005=-0.001
min	0.120-0.116=0.004
max	0.132-0.134=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	12.834-13.409=-0.576
σ	0.483-1.848=-1.365
min	12.281-12.233=0.048
max	13.609-17.883=-4.274

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	13.191-12.693=0.499
σ	0.466-1.841=-1.375
min	12.424-11.675=0.749
max	13.944-17.210=-3.265

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7156.000-7145.000=11.000
σ	0.000
min	7156.000-7145.000=11.000
max	7156.000-7145.000=11.000

*mean*	15.505-14.629=0.876
σ	0.229-0.289=-0.060
min	15.306-14.310=0.996
max	16.028-15.025=1.003

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	14.307-14.701=-0.393
σ	2.014-1.625=0.389
min	11.138-11.051=0.087
max	16.481-16.189=0.292

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	9.919-9.918=0.001
σ	1.297-1.689=-0.391
min	8.911-8.602=0.308
max	12.982-12.701=0.281

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	7.260-7.827=-0.568
σ	1.102-1.577=-0.476
min	6.385-6.820=-0.435
max	9.888-10.379=-0.492

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	6.060-6.083=-0.022
σ	0.143-0.551=-0.408
min	5.866-5.648=0.218
max	6.205-7.371=-1.166

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.972-25.972=-0.000

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	5.836-5.969=-0.133
σ	0.117-0.553=-0.436
min	5.712-5.663=0.049
max	6.067-7.290=-1.223

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7156.000-7145.000=11.000
σ	0.000
min	7156.000-7145.000=11.000
max	7156.000-7145.000=11.000

*mean*	379.449-375.158=4.291
σ	84.436-73.050=11.386
min	346.783-347.048=-0.265
max	588.332-555.803=32.529

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.001
min	7917.624-7917.624=0.000
max	7918.954-7918.953=0.001

*mean*	3274.000-3272.625=1.375
σ	1823.699-1824.032=-0.333
min	809.000-814.000=-5.000
max	5622.000-5619.000=3.000

*mean*	3627.136-3650.172=-23.036
σ	1051.265-1104.112=-52.847
min	3092.819-3112.127=-19.308
max	6059.237-6213.005=-153.768

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	87.730-91.564=-3.834
σ	21.663-21.531=0.131
min	70.796-70.900=-0.103
max	128.044-128.616=-0.572

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.944=0.000
max	40.950

*mean*	7156.000-7145.000=11.000
σ	0.000
min	7156.000-7145.000=11.000
max	7156.000-7145.000=11.000

*mean*	61.786-61.008=0.779
σ	0.463-0.453=0.011
min	61.154-60.408=0.746
max	62.731-61.776=0.954

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7156.000-7145.000=11.000
σ	0.000
min	7156.000-7145.000=11.000
max	7156.000-7145.000=11.000

*mean*	100.036-98.673=1.363
σ	0.845-0.669=0.176
min	99.179-97.687=1.492
max	101.504-99.481=2.022

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.303=0.000
min	14215.576
max	14227.820-14227.820=0.000

*mean*	4043.375-4044.000=-0.625
σ	2010.401-2003.795=6.605
min	1218.000-1235.000=-17.000
max	7156.000-7145.000=11.000

*mean*	8076.970-8410.071=-333.102
σ	1828.230-1785.987=42.243
min	6022.124-6063.572=-41.448
max	10564.554-10543.005=21.549

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7156.000-7145.000=11.000
σ	0.000
min	7156.000-7145.000=11.000
max	7156.000-7145.000=11.000

*mean*	5178.048-5170.799=7.249
σ	224.909-201.808=23.101
min	5039.438-5040.292=-0.854
max	5642.687-5547.567=95.120

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	372.765-365.205=7.560
σ	34.031-32.301=1.730
min	303.473-301.251=2.221
max	398.642-393.448=5.194

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-560.000=0.625
σ	0.518-0.000=0.518
min	560.000
max	561.000-560.000=1.000

*mean*	760.129-753.274=6.855
σ	45.764-40.167=5.596
min	658.893-685.773=-26.880
max	792.968-800.810=-7.841

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.326=0.001
σ	0.758-0.758=0.000
min	1023.855-1023.855=-0.000
max	1027.466-1027.464=0.002

*mean*	1052.400-1060.100=-7.700
σ	317.417-321.610=-4.193
min	588.000-538.000=50.000
max	1524.000-1567.000=-43.000

*mean*	1.597-1.591=0.007
σ	0.094-0.054=0.040
min	1.493-1.534=-0.042
max	1.843-1.759=0.084

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.312-0.386=-0.074
σ	0.330-0.474=-0.144
min	0.142-0.144=-0.003
max	0.899-1.230=-0.331

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.477-0.421=0.057
σ	0.322-0.188=0.134
min	0.323-0.326=-0.003
max	1.053-0.756=0.296

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.224=-0.005
σ	0.026-0.029=-0.004
min	0.202-0.202=0.000
max	0.264-0.272=-0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.334-0.333=0.001
σ	0.017-0.014=0.003
min	0.316-0.325=-0.009
max	0.359-0.358=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.400-435.000=-3.600
σ	0.894-2.236=-1.342
min	431.000
max	433.000-436.000=-3.000

*mean*	0.591-0.553=0.037
σ	0.027-0.041=-0.014
min	0.546-0.500=0.047
max	0.617-0.608=0.009

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.474-0.483=-0.010
σ	0.042-0.032=0.009
min	0.428-0.435=-0.007
max	0.528-0.526=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	2.608-2.653=-0.045
σ	0.083-0.085=-0.002
min	2.452-2.510=-0.058
max	2.956-2.912=0.045

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	2.583-2.619=-0.035
σ	0.075-0.099=-0.024
min	2.448-2.464=-0.016
max	2.804-2.959=-0.155

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.305-0.305=0.000
σ	0.009-0.009=0.000
min	0.289-0.287=0.003
max	0.374-0.354=0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.293-0.293=-0.000
σ	0.010-0.010=-0.000
min	0.276-0.277=-0.001
max	0.348-0.367=-0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.833-298.841=-0.007
σ	1.000-0.990=0.011
min	298.390-298.433=-0.044
max	301.670-301.650=0.020

*mean*	445.600-443.700=1.900
σ	17.083-17.695=-0.612
min	425.000-417.000=8.000
max	472.000-464.000=8.000

*mean*	0.603-0.596=0.007
σ	0.022-0.029=-0.007
min	0.571-0.559=0.012
max	0.642-0.640=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.536=-0.004
σ	0.000
min	239.532-239.536=-0.004
max	239.532-239.536=-0.004

*mean*	769.250-767.500=1.750
σ	1.389-1.604=-0.215
min	767.000-766.000=1.000
max	770.000-769.000=1.000

*mean*	221.311-219.575=1.735
σ	3.182-4.953=-1.770
min	216.463-210.570=5.893
max	226.340-225.644=0.696

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	769.250-767.500=1.750
σ	1.389-1.604=-0.215
min	767.000-766.000=1.000
max	770.000-769.000=1.000

*mean*	9.351-9.551=-0.200
σ	1.795-0.820=0.975
min	7.551-7.580=-0.030
max	12.976-10.117=2.859

phase=parser

*mean*	1042.367-1042.361=0.007
σ	0.000-0.000=0.000
min	1042.367-1042.360=0.006
max	1042.368-1042.361=0.006

*mean*	769.250-767.500=1.750
σ	1.389-1.604=-0.215
min	767.000-766.000=1.000
max	770.000-769.000=1.000

*mean*	517.527-513.352=4.174
σ	105.370-59.029=46.341
min	424.077-422.093=1.984
max	750.713-589.298=161.415

phase=processProdDef

*mean*	4850.857-4850.859=-0.002
σ	0.000
min	4850.857-4850.859=-0.002
max	4850.857-4850.859=-0.002

*mean*	769.250-767.500=1.750
σ	1.389-1.604=-0.215
min	767.000-766.000=1.000
max	770.000-769.000=1.000

*mean*	5001.404-4884.860=116.544
σ	262.541-511.789=-249.248
min	4670.727-4158.856=511.872
max	5303.116-5420.631=-117.515

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	769.250-767.500=1.750
σ	1.389-1.604=-0.215
min	767.000-766.000=1.000
max	770.000-769.000=1.000

*mean*	36.784-39.055=-2.270
σ	8.484-4.916=3.568
min	26.626-26.914=-0.288
max	48.561-41.213=7.348

phase=type checker

*mean*	990.446-990.442=0.004
σ	0.066
min	990.348-990.344=0.004
max	990.536-990.532=0.004

*mean*	769.250-767.500=1.750
σ	1.389-1.604=-0.215
min	767.000-766.000=1.000
max	770.000-769.000=1.000

*mean*	778.485-742.306=36.179
σ	115.050-75.471=39.578
min	659.741-667.877=-8.136
max	931.326-888.029=43.297

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.919=-0.001
σ	0.038-0.038=0.000
min	293.864-293.865=-0.001
max	293.957-293.958=-0.001

*mean*	442.000-442.800=-0.800
σ	0.000-1.095=-1.095
min	442.000
max	442.000-444.000=-2.000

*mean*	0.407-0.409=-0.002
σ	0.009-0.010=-0.000
min	0.399-0.401=-0.002
max	0.420-0.422=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.277-1320.269=0.008
σ	0.050-0.065=-0.015
min	1320.203-1320.160=0.043
max	1320.341-1320.319=0.022

*mean*	1084.200-1069.600=14.600
σ	163.985-168.310=-4.325
min	887.000-844.000=43.000
max	1307.000-1277.000=30.000

*mean*	2.167-2.087=0.080
σ	0.219-0.247=-0.028
min	1.839-1.790=0.049
max	2.453-2.324=0.129

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.761-1560.700=0.061
σ	6.244-6.248=-0.004
min	1557.831-1557.702=0.129
max	1571.927-1571.873=0.054

*mean*	627.000-618.800=8.200
σ	90.548-82.606=7.943
min	503.000-494.000=9.000
max	728.000-716.000=12.000

*mean*	2.478-2.276=0.202
σ	0.318-0.187=0.130
min	2.125-2.154=-0.029
max	2.876-2.603=0.273

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.270-1882.268=0.002
σ	0.059-0.058=0.001
min	1882.193-1882.205=-0.012
max	1882.349-1882.360=-0.011

*mean*	1726.000-1699.200=26.800
σ	178.568-243.895=-65.327
min	1473.000-1408.000=65.000
max	1892.000-2027.000=-135.000

*mean*	3.144-2.924=0.220
σ	0.378-0.100=0.278
min	2.905-2.782=0.123
max	3.814-3.024=0.790

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.681-1.641=0.041
σ	0.176-0.237=-0.061
min	1.463-1.286=0.177
max	1.878-1.852=0.027

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.714-452.714=-0.000
σ	583.886-583.886=0.000
min	160.769-160.769=-0.000
max	1328.543-1328.542=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.550-0.559=-0.009
σ	0.552-0.568=-0.016
min	0.267-0.268=-0.000
max	1.378-1.411=-0.033

policies=20

*mean*	1608.029-1608.030=-0.001
σ	0.426-0.422=0.004
min	1607.740-1607.742=-0.002
max	1608.661-1608.655=0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000
σ	9.238-8.083=1.155
min	441.000-442.000=-1.000
max	457.000-456.000=1.000

*mean*	2.707-2.702=0.004
σ	0.023-0.015=0.008
min	2.682-2.686=-0.005
max	2.737-2.719=0.018

policies=200

*mean*	16088.529-16088.552=-0.023
σ	0.069-0.138=-0.068
min	16088.428-16088.419=0.009
max	16088.575-16088.741=-0.165

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-495.750=1.250
σ	4.967-3.862=1.104
min	491.000-492.000=-1.000
max	503.000-501.000=2.000

*mean*	27.407-27.464=-0.057
σ	0.139-0.118=0.021
min	27.245-27.322=-0.078
max	27.555-27.600=-0.045