Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.772-54.833=-0.061
σ	0.371-0.367=0.003
min	54.624-54.707=-0.083
max	55.826-55.879=-0.053

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.140-0.136=0.004
σ	0.005-0.007=-0.002
min	0.133-0.130=0.003
max	0.150-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.842=-0.065
σ	0.007-0.004=0.003
min	43.763-43.835=-0.072
max	43.790-43.848=-0.058

*mean*	415.000-418.000=-3.000
σ	0.000
min	415.000-418.000=-3.000
max	415.000-418.000=-3.000

*mean*	0.125-0.120=0.005
σ	0.004-0.005=-0.001
min	0.121-0.114=0.007
max	0.134-0.128=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4592.625-4594.250=-1.625
σ	2247.631-2245.306=2.325
min	1484.000
max	7384.000-7380.000=4.000

*mean*	151.664-107.186=44.477
σ	392.277-266.754=125.523
min	11.897-11.812=0.085
max	1122.487-767.350=355.137

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=-0.000

*mean*	4592.625-4594.250=-1.625
σ	2247.631-2245.306=2.325
min	1484.000
max	7384.000-7380.000=4.000

*mean*	14.223-14.070=0.153
σ	3.037-2.892=0.145
min	11.542-11.606=-0.064
max	20.693-19.962=0.730

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.951-41.950=0.001

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	11.138-11.017=0.121
σ	2.038-0.156=1.882
min	10.212-10.778=-0.566
max	16.168-11.321=4.847

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=-0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4185.125-4188.000=-2.875
σ	1944.307-1942.922=1.385
min	1484.000
max	7384.000-7380.000=4.000

*mean*	11.302-11.207=0.095
σ	1.236-0.964=0.272
min	10.631-10.605=0.026
max	14.307-13.519=0.788

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.001
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4185.125-4188.000=-2.875
σ	1944.307-1942.922=1.385
min	1484.000
max	7384.000-7380.000=4.000

*mean*	8.846-8.724=0.122
σ	0.597-0.556=0.041
min	8.028-8.140=-0.113
max	10.144-9.941=0.202

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.001
σ	0.001-0.000=0.001
min	26.406-26.406=0.000
max	26.410-26.406=0.004

*mean*	4185.125-4188.000=-2.875
σ	1944.307-1942.922=1.385
min	1484.000
max	7384.000-7380.000=4.000

*mean*	6.864-6.742=0.123
σ	0.475-0.387=0.088
min	6.415-6.234=0.181
max	7.880-7.584=0.296

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4592.625-4594.250=-1.625
σ	2247.631-2245.306=2.325
min	1484.000
max	7384.000-7380.000=4.000

*mean*	6.415-6.499=-0.084
σ	0.973-0.907=0.066
min	5.744-5.868=-0.124
max	8.633-8.434=0.198

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4592.625-4594.250=-1.625
σ	2247.631-2245.306=2.325
min	1484.000
max	7384.000-7380.000=4.000

*mean*	6.108-6.130=-0.022
σ	0.634-0.600=0.034
min	5.621-5.754=-0.133
max	7.293-7.145=0.148

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	360.804-602.550=-241.745
σ	43.538-718.108=-674.570
min	341.295-344.677=-3.382
max	468.407-2379.763=-1911.356

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.468-0.468=-0.000
min	3495.713
max	3497.037

*mean*	3759.750-3761.750=-2.000
σ	2299.415-2298.905=0.510
min	721.000-720.000=1.000
max	7384.000-7380.000=4.000

*mean*	1756.576-1764.346=-7.770
σ	669.868-625.441=44.427
min	1382.168-1393.203=-11.035
max	2924.415-2801.937=122.478

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.853
max	107.855

*mean*	4414.250-4416.250=-2.000
σ	2217.125-2214.586=2.539
min	1484.000
max	7384.000-7380.000=4.000

*mean*	226.855-228.117=-1.262
σ	264.881-262.173=2.708
min	126.130-126.782=-0.652
max	881.870-876.671=5.199

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4414.250-4416.250=-2.000
σ	2217.125-2214.586=2.539
min	1484.000
max	7384.000-7380.000=4.000

*mean*	45.248-44.671=0.576
σ	7.586-7.521=0.066
min	41.475-39.445=2.030
max	63.883-62.676=1.207

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	182.539-22.097=160.442
σ	452.863-0.714=452.149
min	20.866-21.484=-0.618
max	1303.309-23.787=1279.522

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	64.075-56.226=7.849
σ	20.601-1.009=19.592
min	54.718-55.244=-0.526
max	114.538-58.275=56.263

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.013=0.000
min	4646.845
max	4646.883

*mean*	4185.125-4188.000=-2.875
σ	1944.307-1942.922=1.385
min	1484.000
max	7384.000-7380.000=4.000

*mean*	3151.121-3345.411=-194.290
σ	632.508-821.388=-188.880
min	2509.945-2500.045=9.900
max	4059.617-4468.176=-408.559

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	1088.272-973.036=115.236
σ	288.528-88.585=199.943
min	914.357-916.124=-1.766
max	1727.905-1148.953=578.952

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7384.000-7380.000=4.000
σ	0.000
min	7384.000-7380.000=4.000
max	7384.000-7380.000=4.000

*mean*	405.676-431.122=-25.446
σ	33.293-110.032=-76.739
min	389.643-381.220=8.423
max	486.879-703.143=-216.264

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.375-477.500=-0.125
σ	1.188-1.069=0.119
min	475.000
max	478.000

*mean*	392.468-377.353=15.115
σ	31.436-14.418=17.018
min	353.675-355.363=-1.687
max	435.497-395.558=39.938

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-563.000=2.000
σ	0.000
min	565.000-563.000=2.000
max	565.000-563.000=2.000

*mean*	745.024-755.655=-10.630
σ	60.986-31.143=29.842
min	635.892-709.661=-73.770
max	832.501-799.109=33.393

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-963.952=0.020
σ	1.820-1.821=-0.001
min	963.266-963.248=0.018
max	971.671-971.652=0.018

*mean*	1040.150-1043.650=-3.500
σ	292.406-320.281=-27.875
min	551.000-546.000=5.000
max	1428.000-1566.000=-138.000

*mean*	1.323-1.237=0.087
σ	0.232-0.058=0.174
min	1.177-1.186=-0.009
max	2.108-1.343=0.765

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.412=-0.110
σ	0.291-0.513=-0.223
min	0.143-0.140=0.003
max	0.817-1.322=-0.506

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.472=0.007
σ	0.320-0.317=0.003
min	0.324-0.325=-0.000
max	1.052-1.040=0.011

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.220=0.000
σ	0.025-0.023=0.002
min	0.205-0.204=0.000
max	0.264-0.258=0.006

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326-0.329=-0.003
σ	0.018-0.015=0.003
min	0.307-0.315=-0.009
max	0.355-0.351=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-431.200=-0.200
σ	0.000-0.447=-0.447
min	431.000
max	431.000-432.000=-1.000

*mean*	0.530-0.577=-0.047
σ	0.055-0.041=0.014
min	0.464-0.506=-0.042
max	0.610-0.612=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.455-0.445=0.010
σ	0.057-0.038=0.019
min	0.389-0.407=-0.018
max	0.527-0.495=0.031

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	2.615-1.968=0.647
σ	0.123-0.080=0.043
min	2.431-1.845=0.586
max	3.046-2.231=0.815

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	2.557-2.405=0.152
σ	0.076-0.327=-0.251
min	2.426-1.806=0.620
max	2.845-2.836=0.008

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.302-0.302=0.000
σ	0.008-0.014=-0.006
min	0.290-0.284=0.006
max	0.353-0.377=-0.025

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.289-0.286=0.003
σ	0.008-0.008=-0.000
min	0.275-0.273=0.002
max	0.340-0.328=0.012

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.445-11.622=-0.177
σ	11.427-12.706=-1.279
min	0.574-0.574=0.000
max	88.295-106.118=-17.823

*mean*	467.257-462.609=4.648
σ	20.957-19.578=1.380
min	407.000
max	484.000-481.000=3.000

*mean*	0.027-0.027=-0.000
σ	0.028-0.031=-0.003
min	0.001-0.001=0.000
max	0.215-0.274=-0.059

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.654-278.693=-0.039
σ	1.035-1.009=0.026
min	278.258-278.234=0.024
max	281.594-281.558=0.036

*mean*	442.700-440.800=1.900
σ	14.937-18.636=-3.698
min	416.000-413.000=3.000
max	468.000-467.000=1.000

*mean*	0.587-0.576=0.011
σ	0.019-0.013=0.006
min	0.574-0.548=0.026
max	0.638-0.592=0.046

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	844.000-842.500=1.500
σ	0.000-0.535=-0.535
min	844.000-842.000=2.000
max	844.000-843.000=1.000

*mean*	224.202-228.082=-3.880
σ	22.863-21.042=1.821
min	194.946-202.842=-7.896
max	251.767-257.917=-6.151

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	9.317-9.037=0.280
σ	0.742-1.053=-0.310
min	7.489-7.320=0.169
max	9.711-9.884=-0.173

phase=parser

*mean*	1042.434-1042.435=-0.001
σ	0.000-0.000=-0.000
min	1042.434-1042.435=-0.001
max	1042.434-1042.435=-0.001

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	585.882-554.563=31.319
σ	34.973-82.504=-47.531
min	500.539-418.433=82.106
max	605.159-608.937=-3.778

phase=processProdDef

*mean*	2243.975-2243.976=-0.001
σ	0.000
min	2243.975-2243.976=-0.001
max	2243.975-2243.976=-0.001

*mean*	844.000-842.500=1.500
σ	0.000-0.535=-0.535
min	844.000-842.000=2.000
max	844.000-843.000=1.000

*mean*	2776.346-2852.237=-75.891
σ	424.904-490.747=-65.843
min	1940.742-2032.745=-92.003
max	3326.001-3476.242=-150.241

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	38.721-36.613=2.108
σ	4.809-6.338=-1.529
min	26.906-26.373=0.533
max	41.253-40.855=0.398

phase=type checker

*mean*	989.755-989.752=0.004
σ	0.066
min	989.658-989.654=0.004
max	989.845-989.841=0.004

*mean*	843.375-842.375=1.000
σ	1.768-0.518=1.250
min	839.000-842.000=-3.000
max	844.000-843.000=1.000

*mean*	687.410-698.129=-10.720
σ	12.755-62.121=-49.366
min	670.545-639.043=31.502
max	703.138-840.279=-137.141

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.386-282.379=0.007
σ	0.036-0.024=0.012
min	282.336-282.358=-0.023
max	282.424-282.410=0.014

*mean*	444.800-444.000=0.800
σ	1.095-0.000=1.095
min	444.000
max	446.000-444.000=2.000

*mean*	0.381-0.380=0.001
σ	0.006-0.006=-0.000
min	0.378-0.375=0.003
max	0.393-0.388=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.099-1267.062=0.037
σ	0.070-0.083=-0.013
min	1267.007-1266.989=0.017
max	1267.196-1267.200=-0.005

*mean*	1113.200-1114.200=-1.000
σ	169.525-174.070=-4.545
min	898.000
max	1328.000-1343.000=-15.000

*mean*	1.980-1.917=0.062
σ	0.106-0.103=0.003
min	1.877-1.830=0.047
max	2.106-2.094=0.012

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.163-1506.129=0.034
σ	2.954-2.948=0.005
min	1504.657-1504.649=0.008
max	1511.437-1511.395=0.042

*mean*	629.400
σ	90.337-90.049=0.288
min	505.000
max	729.000-728.000=1.000

*mean*	2.442-2.397=0.045
σ	0.377-0.347=0.030
min	2.042-2.050=-0.008
max	2.878-2.838=0.040

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.097-1829.102=-0.005
σ	0.057-0.079=-0.022
min	1829.018-1829.009=0.009
max	1829.153-1829.217=-0.064

*mean*	1758.800-1758.200=0.600
σ	211.596-211.075=0.520
min	1479.000-1487.000=-8.000
max	1960.000

*mean*	3.121-3.162=-0.041
σ	0.310-0.328=-0.019
min	2.835-2.799=0.036
max	3.600-3.519=0.081

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.673-1.602=0.071
σ	0.182-0.082=0.099
min	1.393-1.487=-0.093
max	1.882-1.717=0.165

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	398.103-397.699=0.404
σ	518.051-518.052=-0.000
min	139.073-138.671=0.403
max	1175.179-1174.776=0.403

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.501-0.498=0.003
σ	0.512-0.521=-0.008
min	0.237-0.224=0.013
max	1.269-1.278=-0.009

policies=20

*mean*	1390.866-1386.843=4.023
σ	0.184-0.169=0.015
min	1390.742-1386.726=4.016
max	1391.139-1387.094=4.045

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	2.364-2.350=0.014
σ	0.055-0.067=-0.012
min	2.325-2.311=0.014
max	2.445-2.451=-0.006

policies=200

*mean*	13917.123-13876.831=40.292
σ	0.060-0.148=-0.088
min	13917.070-13876.710=40.361
max	13917.191-13877.035=40.156

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	495.750-496.000=-0.250
σ	3.862-4.243=-0.380
min	492.000
max	501.000

*mean*	23.719-23.440=0.280
σ	0.143-0.126=0.017
min	23.587-23.313=0.275
max	23.908-23.611=0.297