Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624-54.624=-0.001
σ	0.352-0.347=0.005
min	54.489-54.498=-0.009
max	55.623-55.610=0.013

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.138-0.142=-0.004
σ	0.007-0.004=0.003
min	0.131-0.138=-0.007
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.001
σ	0.006-0.006=-0.000
min	43.779-43.778=0.001
max	43.799-43.800=-0.001

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.123-0.124=-0.001
σ	0.003-0.004=-0.001
min	0.120-0.119=0.001
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	12.325-12.251=0.074
σ	0.140-0.185=-0.045
min	12.103-12.020=0.083
max	12.532-12.540=-0.008

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	12.416-12.641=-0.224
σ	0.620-0.385=0.235
min	11.496-11.713=-0.217
max	13.136-12.927=0.209

op=table_records(), no indexes

*mean*	41.931-41.931=-0.000
σ	0.001-0.001=-0.000
min	41.929
max	41.932-41.933=-0.000

*mean*	7269.000-7324.000=-55.000
σ	0.000
min	7269.000-7324.000=-55.000
max	7269.000-7324.000=-55.000

*mean*	14.728-14.499=0.229
σ	0.405-0.931=-0.526
min	13.988-12.345=1.643
max	15.173-15.232=-0.059

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.001

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	12.601-12.242=0.358
σ	1.645-2.021=-0.375
min	10.598-10.345=0.254
max	14.596-15.060=-0.464

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.603-27.603=0.000
max	27.991-27.991=0.000

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	8.275-8.221=0.054
σ	0.343-0.332=0.010
min	7.893-7.761=0.131
max	8.773-8.729=0.044

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	6.371-6.309=0.061
σ	0.144-0.262=-0.117
min	6.250-6.027=0.223
max	6.648-6.813=-0.165

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	5.577-5.555=0.023
σ	0.134-0.114=0.020
min	5.309-5.341=-0.032
max	5.682-5.740=-0.058

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	5.413-5.288=0.125
σ	0.242-0.079=0.163
min	5.174-5.168=0.006
max	5.895-5.405=0.490

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7269.000-7324.000=-55.000
σ	0.000
min	7269.000-7324.000=-55.000
max	7269.000-7324.000=-55.000

*mean*	1522.367-1053.289=469.078
σ	913.163-8.230=904.933
min	1036.806-1043.213=-6.407
max	3663.934-1065.892=2598.041

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.470=-0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.884=-0.001

*mean*	3569.125-3581.250=-12.125
σ	1789.930-1802.758=-12.828
min	1045.000
max	5777.000-5820.000=-43.000

*mean*	4729.692-4802.266=-72.574
σ	1371.777-1644.423=-272.646
min	3520.886-3540.417=-19.531
max	6771.780-7478.458=-706.677

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	78.601-75.006=3.595
σ	6.236-2.897=3.339
min	70.479-70.923=-0.444
max	87.492-79.286=8.206

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7269.000-7324.000=-55.000
σ	0.000
min	7269.000-7324.000=-55.000
max	7269.000-7324.000=-55.000

*mean*	107.289-105.059=2.230
σ	2.613-7.692=-5.079
min	103.351-88.677=14.675
max	110.529-113.994=-3.465

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686

*mean*	7269.000-7324.000=-55.000
σ	0.000
min	7269.000-7324.000=-55.000
max	7269.000-7324.000=-55.000

*mean*	162.807-160.644=2.163
σ	5.665-10.802=-5.137
min	150.259-135.401=14.858
max	167.948-167.160=0.789

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4147.000-4158.000=-11.000
σ	1889.411-1905.566=-16.155
min	1556.000-1552.000=4.000
max	7269.000-7324.000=-55.000

*mean*	6426.538-6349.264=77.274
σ	1119.537-1075.007=44.530
min	4916.889-4970.616=-53.727
max	8117.306-8133.541=-16.235

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.000-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7269.000-7324.000=-55.000
σ	0.000
min	7269.000-7324.000=-55.000
max	7269.000-7324.000=-55.000

*mean*	5295.597-5518.952=-223.356
σ	1320.934-1637.852=-316.918
min	4356.743-4359.610=-2.867
max	7985.783-9009.182=-1023.399

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.369-380.626=-3.258
σ	22.937-18.953=3.984
min	344.736-349.681=-4.945
max	396.133-395.539=0.594

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.625=-0.625
σ	0.000-0.518=-0.518
min	560.000
max	560.000-561.000=-1.000

*mean*	752.677-772.203=-19.525
σ	54.623-24.103=30.519
min	633.114-717.001=-83.887
max	797.873-793.951=3.922

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.376=-0.001
σ	0.760-0.760=0.000
min	1007.903-1007.900=0.003
max	1011.517-1011.517=0.000

*mean*	1048.800-1035.250=13.550
σ	294.331-297.613=-3.282
min	575.000-576.000=-1.000
max	1446.000-1465.000=-19.000

*mean*	1.531-1.511=0.020
σ	0.067-0.080=-0.013
min	1.465-1.396=0.069
max	1.702-1.743=-0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.380-0.426=-0.046
σ	0.453-0.568=-0.115
min	0.154-0.142=0.012
max	1.188-1.439=-0.251

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.428-0.493=-0.065
σ	0.194-0.337=-0.143
min	0.327-0.329=-0.002
max	0.775-1.096=-0.321

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.219-0.222=-0.002
σ	0.019-0.025=-0.006
min	0.207-0.208=-0.002
max	0.251-0.267=-0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.338-0.331=0.007
σ	0.021-0.018=0.003
min	0.326-0.316=0.010
max	0.375-0.361=0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	429.000-432.400=-3.400
σ	0.000-2.510=-2.510
min	429.000-430.000=-1.000
max	429.000-435.000=-6.000

*mean*	0.553-0.526=0.026
σ	0.046-0.065=-0.019
min	0.487-0.444=0.043
max	0.599-0.617=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	429.000-436.000=-7.000
σ	0.000
min	429.000-436.000=-7.000
max	429.000-436.000=-7.000

*mean*	0.504-0.468=0.036
σ	0.015-0.043=-0.027
min	0.490-0.419=0.070
max	0.524-0.519=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	429.000-436.000=-7.000
σ	0.000
min	429.000-436.000=-7.000
max	429.000-436.000=-7.000

*mean*	2.612-2.638=-0.026
σ	0.092-0.116=-0.024
min	2.473-2.470=0.004
max	2.910-3.085=-0.176

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	429.000-436.000=-7.000
σ	0.000
min	429.000-436.000=-7.000
max	429.000-436.000=-7.000

*mean*	2.586-2.608=-0.022
σ	0.083-0.100=-0.017
min	2.451-2.454=-0.003
max	2.912-3.112=-0.200

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	429.000-436.000=-7.000
σ	0.000
min	429.000-436.000=-7.000
max	429.000-436.000=-7.000

*mean*	0.316-0.306=0.010
σ	0.050-0.009=0.041
min	0.293-0.291=0.001
max	0.788-0.362=0.426

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	429.000-436.000=-7.000
σ	0.000
min	429.000-436.000=-7.000
max	429.000-436.000=-7.000

*mean*	0.293-0.297=-0.003
σ	0.007-0.027=-0.020
min	0.281-0.278=0.004
max	0.331-0.543=-0.211

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.955-297.800=0.155
σ	0.998-0.997=0.001
min	297.471-297.419=0.052
max	300.778-300.635=0.143

*mean*	442.200-440.900=1.300
σ	16.943-15.631=1.312
min	416.000
max	461.000-463.000=-2.000

*mean*	0.610-0.606=0.004
σ	0.016-0.017=-0.002
min	0.571-0.576=-0.005
max	0.621-0.627=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=0.000
σ	0.000-0.000=0.000
min	222.011
max	222.012-222.011=0.000

*mean*	1739.750-1780.125=-40.375
σ	15.276-22.274=-6.998
min	1715.000-1725.000=-10.000
max	1748.000-1788.000=-40.000

*mean*	201.418-204.577=-3.160
σ	4.132-2.330=1.802
min	192.948-201.585=-8.637
max	206.225-209.134=-2.909

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1739.750-1780.125=-40.375
σ	15.276-22.274=-6.998
min	1715.000-1725.000=-10.000
max	1748.000-1788.000=-40.000

*mean*	10.323-11.912=-1.589
σ	1.960-1.238=0.722
min	7.468-9.336=-1.868
max	12.666-12.693=-0.028

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000
min	1041.160
max	1041.161

*mean*	1739.750-1780.125=-40.375
σ	15.276-22.274=-6.998
min	1715.000-1725.000=-10.000
max	1748.000-1788.000=-40.000

*mean*	614.114-694.987=-80.873
σ	103.543-46.433=57.110
min	416.647-589.630=-172.983
max	719.667-724.327=-4.660

phase=processProdDef

*mean*	6169.658-6169.658=0.000
σ	0.001-0.001=0.000
min	6169.657
max	6169.659

*mean*	1743.875-1788.000=-44.125
σ	11.667-0.000=11.667
min	1715.000-1788.000=-73.000
max	1748.000-1788.000=-40.000

*mean*	5141.420-4391.421=750.000
σ	1757.976-1127.040=630.937
min	3458.874-3127.077=331.797
max	7416.638-6853.679=562.958

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1739.750-1780.125=-40.375
σ	15.276-22.274=-6.998
min	1715.000-1725.000=-10.000
max	1748.000-1788.000=-40.000

*mean*	48.790-44.828=3.961
σ	22.280-4.866=17.414
min	27.269-34.680=-7.411
max	101.413-47.706=53.708

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1739.750-1780.125=-40.375
σ	15.276-22.274=-6.998
min	1715.000-1725.000=-10.000
max	1748.000-1788.000=-40.000

*mean*	763.339-793.650=-30.310
σ	103.784-73.676=30.109
min	631.459-664.846=-33.387
max	879.350-876.501=2.848

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.774=0.001
σ	0.040-0.041=-0.001
min	292.721-292.720=0.001
max	292.818-292.817=0.000

*mean*	445.000-442.200=2.800
σ	0.000-1.643=-1.643
min	445.000-441.000=4.000
max	445.000-444.000=1.000

*mean*	0.415-0.408=0.007
σ	0.013-0.008=0.005
min	0.399-0.401=-0.002
max	0.434-0.420=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.887-1302.916=-0.029
σ	0.090-0.047=0.043
min	1302.735-1302.845=-0.110
max	1302.975-1302.971=0.003

*mean*	1088.600-1072.600=16.000
σ	169.391-171.468=-2.077
min	891.000-834.000=57.000
max	1324.000-1283.000=41.000

*mean*	2.145-2.148=-0.004
σ	0.260-0.208=0.052
min	1.855-1.846=0.009
max	2.529-2.429=0.100

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.918-1545.908=0.010
σ	4.027-4.031=-0.004
min	1543.965-1543.911=0.054
max	1553.118-1553.113=0.005

*mean*	632.000-616.000=16.000
σ	85.082-77.330=7.752
min	503.000-498.000=5.000
max	724.000-705.000=19.000

*mean*	2.337-2.291=0.046
σ	0.211-0.167=0.044
min	2.145-2.162=-0.018
max	2.588-2.574=0.014

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.828-1864.826=0.002
σ	0.047-0.036=0.011
min	1864.758-1864.779=-0.021
max	1864.877-1864.870=0.007

*mean*	1721.000-1709.400=11.600
σ	161.858-230.553=-68.695
min	1491.000-1449.000=42.000
max	1872.000-2025.000=-153.000

*mean*	3.036-2.919=0.116
σ	0.106-0.046=0.060
min	2.923-2.870=0.053
max	3.206-2.977=0.229

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.545-1.718=-0.173
σ	0.228-0.128=0.099
min	1.247-1.557=-0.310
max	1.739-1.886=-0.147

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.240-448.239=0.000
σ	579.120-579.120=-0.000
min	158.675-158.678=-0.003
max	1316.919-1316.919=0.000

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.493-0.536=-0.043
σ	0.457-0.539=-0.082
min	0.262-0.263=-0.001
max	1.177-1.344=-0.166

policies=20

*mean*	1587.097-1587.089=0.008
σ	0.383-0.369=0.014
min	1586.832-1586.836=-0.003
max	1587.665-1587.636=0.029

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.500-447.000=0.500
σ	5.196-4.619=0.577
min	443.000
max	452.000-451.000=1.000

*mean*	2.659-2.650=0.009
σ	0.014-0.011=0.003
min	2.648-2.638=0.009
max	2.678-2.666=0.012

policies=200

*mean*	15878.961-15878.994=-0.033
σ	0.139-0.166=-0.026
min	15878.826-15878.765=0.061
max	15879.124-15879.146=-0.023

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	500.250-500.500=-0.250
σ	6.344-5.802=0.542
min	494.000-493.000=1.000
max	509.000-506.000=3.000

*mean*	26.828-26.873=-0.045
σ	0.051-0.142=-0.092
min	26.777-26.773=0.004
max	26.872-27.083=-0.211