Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.869-54.678=0.191
σ	0.358-0.358=-0.000
min	54.734-54.546=0.188
max	55.887-55.695=0.191

*mean*	420.000-419.000=1.000
σ	0.000
min	420.000-419.000=1.000
max	420.000-419.000=1.000

*mean*	0.139-0.142=-0.003
σ	0.005-0.006=-0.001
min	0.134-0.134=-0.001
max	0.148-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.839-43.704=0.135
σ	0.006-0.005=0.002
min	43.828-43.698=0.131
max	43.849-43.713=0.136

*mean*	420.000-419.000=1.000
σ	0.000
min	420.000-419.000=1.000
max	420.000-419.000=1.000

*mean*	0.123-0.123=-0.001
σ	0.003-0.005=-0.003
min	0.120-0.116=0.004
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	13.531-12.323=1.207
σ	2.271-0.413=1.858
min	12.006-11.815=0.191
max	17.254-13.072=4.182

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	13.402-12.355=1.047
σ	2.365-0.399=1.966
min	11.616-11.515=0.101
max	17.262-12.814=4.448

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7153.000-6109.000=1044.000
σ	0.000
min	7153.000-6109.000=1044.000
max	7153.000-6109.000=1044.000

*mean*	14.624-14.768=-0.144
σ	0.363-0.577=-0.214
min	14.339-14.175=0.164
max	15.457-16.085=-0.628

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	14.130-12.364=1.765
σ	1.314-2.031=-0.717
min	11.338-9.886=1.452
max	15.312-14.997=0.315

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	9.241-8.347=0.895
σ	1.634-0.359=1.275
min	7.771-7.864=-0.093
max	11.894-8.886=3.008

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	7.088-6.369=0.720
σ	1.331-0.182=1.148
min	6.002-6.078=-0.077
max	9.446-6.596=2.850

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.665=-0.000
max	25.678-25.674=0.004

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	5.872-5.515=0.357
σ	0.765-0.196=0.570
min	5.331-5.167=0.164
max	7.193-5.820=1.373

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	5.683-5.205=0.478
σ	0.696-0.204=0.492
min	5.067-4.861=0.207
max	6.837-5.484=1.353

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.607=-1502.991

*mean*	7153.000-6109.000=1044.000
σ	0.000
min	7153.000-6109.000=1044.000
max	7153.000-6109.000=1044.000

*mean*	374.680-1336.520=-961.840
σ	75.089-522.934=-447.845
min	345.452-1046.941=-701.488
max	560.453-2200.050=-1639.597

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.691
σ	0.469-0.469=-0.000
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.690

*mean*	3273.000-3230.000=43.000
σ	1823.128-1828.246=-5.118
min	810.000
max	5620.000-6109.000=-489.000

*mean*	3871.441-3786.040=85.401
σ	1143.356-1256.258=-112.902
min	3095.121-3104.329=-9.207
max	6070.100-6130.001=-59.901

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.001
max	62.080-62.081=-0.001

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	88.205-80.771=7.435
σ	21.824-7.396=14.429
min	70.901-70.858=0.043
max	124.392-90.625=33.768

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7153.000-6109.000=1044.000
σ	0.000
min	7153.000-6109.000=1044.000
max	7153.000-6109.000=1044.000

*mean*	60.523-64.009=-3.487
σ	0.594-5.296=-4.702
min	59.789-59.692=0.097
max	61.394-71.814=-10.420

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7153.000-6109.000=1044.000
σ	0.000
min	7153.000-6109.000=1044.000
max	7153.000-6109.000=1044.000

*mean*	98.766-99.422=-0.656
σ	0.918-1.380=-0.461
min	97.308-97.950=-0.642
max	100.038-102.380=-2.342

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.303-4.304=-0.000
min	14215.576-11847.561=2368.015
max	14227.820-11859.806=2368.014

*mean*	4042.000-3864.250=177.750
σ	2009.699-1829.879=179.820
min	1218.000-1278.000=-60.000
max	7153.000-6109.000=1044.000

*mean*	8042.144-6210.931=1831.212
σ	2038.428-1176.358=862.070
min	6057.832-5017.526=1040.306
max	11201.348-7995.325=3206.023

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.093=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7153.000-6109.000=1044.000
σ	0.000
min	7153.000-6109.000=1044.000
max	7153.000-6109.000=1044.000

*mean*	5172.666-5211.747=-39.081
σ	190.895-1605.619=-1414.723
min	5061.457-4056.319=1005.137
max	5493.673-7449.103=-1955.430

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	380.990-367.923=13.066
σ	3.392-33.445=-30.053
min	375.288-296.795=78.494
max	384.019-396.414=-12.395

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	708.186-732.164=-23.978
σ	58.719-60.439=-1.719
min	639.963-640.270=-0.306
max	774.218-803.280=-29.062

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.324-1024.328=-0.004
σ	0.759-0.760=-0.001
min	1023.852-1023.855=-0.003
max	1027.462-1027.470=-0.007

*mean*	1049.400-1051.250=-1.850
σ	302.745-319.130=-16.386
min	553.000-546.000=7.000
max	1456.000-1565.000=-109.000

*mean*	1.570-1.555=0.015
σ	0.079-0.089=-0.011
min	1.503-1.475=0.029
max	1.781-1.815=-0.035

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.492=-0.198
σ	0.287-0.423=-0.136
min	0.143-0.238=-0.094
max	0.804-1.225=-0.422

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.836=-0.356
σ	0.320-0.534=-0.214
min	0.321-0.577=-0.256
max	1.051-1.789=-0.738

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.384=-0.165
σ	0.019-0.037=-0.018
min	0.205-0.351=-0.147
max	0.251-0.442=-0.190

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.590=-0.250
σ	0.018-0.028=-0.010
min	0.326-0.566=-0.240
max	0.372-0.638=-0.266

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-435.200=1.000
σ	1.789-4.550=-2.761
min	433.000-431.000=2.000
max	437.000-440.000=-3.000

*mean*	0.567-0.735=-0.169
σ	0.053-0.033=0.020
min	0.489-0.679=-0.190
max	0.610-0.759=-0.149

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.452-0.612=-0.160
σ	0.045-0.036=0.009
min	0.390-0.555=-0.165
max	0.493-0.643=-0.150

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	2.386-2.730=-0.344
σ	0.324-0.086=0.238
min	1.854-2.558=-0.704
max	3.065-3.083=-0.017

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	2.635-3.258=-0.623
σ	0.103-0.375=-0.272
min	2.466-2.640=-0.173
max	3.101-3.767=-0.666

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.312-0.547=-0.235
σ	0.011-0.014=-0.003
min	0.296-0.526=-0.230
max	0.372-0.635=-0.263

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.298-0.305=-0.007
σ	0.019-0.051=-0.032
min	0.285-0.283=0.002
max	0.473-0.593=-0.119

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.644-298.868=-0.224
σ	1.060-1.054=0.006
min	298.230-298.433=-0.203
max	301.658-301.864=-0.206

*mean*	439.700-445.500=-5.800
σ	15.628-16.188=-0.560
min	419.000-426.000=-7.000
max	467.000-470.000=-3.000

*mean*	0.599-0.594=0.005
σ	0.027-0.027=0.000
min	0.524-0.549=-0.026
max	0.616-0.644=-0.028

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.682-236.678=0.004

*mean*	1064.250-1950.375=-886.125
σ	33.234-61.165=-27.931
min	982.000-1799.000=-817.000
max	1076.000-1972.000=-896.000

*mean*	216.770-210.995=5.775
σ	2.156-3.535=-1.378
min	214.560-205.405=9.155
max	219.997-214.600=5.397

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1064.250-1950.375=-886.125
σ	33.234-61.165=-27.931
min	982.000-1799.000=-817.000
max	1076.000-1972.000=-896.000

*mean*	8.635-10.241=-1.606
σ	1.616-2.307=-0.691
min	6.364-7.407=-1.043
max	10.433-13.078=-2.645

phase=parser

*mean*	1042.360-1042.361=-0.001
σ	0.000-0.000=0.000
min	1042.360-1042.361=-0.001
max	1042.361-1042.361=-0.000

*mean*	1064.250-1950.375=-886.125
σ	33.234-61.165=-27.931
min	982.000-1799.000=-817.000
max	1076.000-1972.000=-896.000

*mean*	495.295-605.236=-109.942
σ	62.698-94.527=-31.829
min	417.967-422.007=-4.040
max	621.109-726.936=-105.827

phase=processProdDef

*mean*	4850.766-4753.279=97.487
σ	0.000-0.000=-0.000
min	4850.766-4753.279=97.487
max	4850.766-4753.280=97.486

*mean*	1076.000-1972.000=-896.000
σ	0.000
min	1076.000-1972.000=-896.000
max	1076.000-1972.000=-896.000

*mean*	4749.653-4268.047=481.606
σ	476.761-761.839=-285.077
min	4092.969-2991.023=1101.947
max	5388.960-5329.112=59.848

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.250-1950.375=-886.125
σ	33.234-61.165=-27.931
min	982.000-1799.000=-817.000
max	1076.000-1972.000=-896.000

*mean*	33.851-41.365=-7.513
σ	9.332-10.081=-0.750
min	20.801-26.491=-5.691
max	41.163-52.066=-10.904

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1064.250-1950.375=-886.125
σ	33.234-61.165=-27.931
min	982.000-1799.000=-817.000
max	1076.000-1972.000=-896.000

*mean*	696.857-750.450=-53.593
σ	43.061-81.630=-38.569
min	660.223-658.395=1.828
max	794.553-906.566=-112.013

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.927-293.918=0.009
σ	0.038-0.038=-0.000
min	293.873-293.864=0.009
max	293.965-293.957=0.008

*mean*	443.400-445.800=-2.400
σ	0.548-1.095=-0.548
min	443.000-445.000=-2.000
max	444.000-447.000=-3.000

*mean*	0.397-0.397=0.000
σ	0.006-0.004=0.002
min	0.393-0.392=0.001
max	0.407-0.403=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.311-1320.302=0.009
σ	0.082-0.033=0.049
min	1320.205-1320.259=-0.054
max	1320.419-1320.337=0.082

*mean*	1090.400-1110.400=-20.000
σ	169.195-167.473=1.721
min	889.000-897.000=-8.000
max	1322.000-1320.000=2.000

*mean*	2.181-2.231=-0.051
σ	0.198-0.063=0.135
min	2.019-2.157=-0.139
max	2.483-2.300=0.183

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.690-1559.456=1.235
σ	6.253-3.375=2.878
min	1557.653-1557.779=-0.125
max	1571.870-1565.487=6.383

*mean*	624.800-623.400=1.400
σ	88.344-90.489=-2.145
min	494.000-508.000=-14.000
max	730.000-728.000=2.000

*mean*	2.307-2.371=-0.064
σ	0.235-0.217=0.018
min	2.157-2.158=-0.001
max	2.720-2.643=0.077

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.281-1882.262=0.019
σ	0.067-0.058=0.009
min	1882.196-1882.181=0.015
max	1882.366-1882.333=0.033

*mean*	1720.600-1753.800=-33.200
σ	189.190-213.965=-24.776
min	1460.000-1468.000=-8.000
max	1896.000-1956.000=-60.000

*mean*	3.096-3.303=-0.207
σ	0.334-0.345=-0.012
min	2.731-2.909=-0.178
max	3.622-3.739=-0.117

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.534-1.748=-0.214
σ	0.089-0.110=-0.020
min	1.418-1.625=-0.207
max	1.624-1.902=-0.277

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.151-452.410=-0.259
σ	582.776-583.278=-0.503
min	160.761-160.769=-0.008
max	1326.314-1327.328=-1.013

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.529-0.547=-0.018
σ	0.508-0.554=-0.047
min	0.268-0.267=0.001
max	1.290-1.378=-0.088

policies=20

*mean*	1607.953-1608.031=-0.077
σ	0.421-0.410=0.011
min	1607.670-1607.746=-0.076
max	1608.578-1608.636=-0.058

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-447.750=3.250
σ	9.238-2.500=6.738
min	443.000-444.000=-1.000
max	459.000-449.000=10.000

*mean*	2.702-2.685=0.017
σ	0.012-0.007=0.005
min	2.692-2.677=0.015
max	2.719-2.693=0.025

policies=200

*mean*	16087.795-16088.604=-0.810
σ	0.078-0.085=-0.007
min	16087.683-16088.542=-0.860
max	16087.851-16088.729=-0.878

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-497.250=2.000
σ	3.775-4.272=-0.497
min	495.000-492.000=3.000
max	504.000-502.000=2.000

*mean*	27.266-27.295=-0.029
σ	0.101-0.051=0.050
min	27.169-27.228=-0.058
max	27.405-27.350=0.055