Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.833-54.833=0.000
σ	0.365-0.366=-0.001
min	54.705-54.703=0.002
max	55.871-55.874=-0.002

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.005=-0.001
min	0.131-0.131=-0.000
max	0.147-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.842-43.843=-0.001
σ	0.006-0.006=0.001
min	43.834-43.837=-0.003
max	43.849-43.853=-0.004

*mean*	418.600-421.000=-2.400
σ	0.516-0.000=0.516
min	418.000-421.000=-3.000
max	419.000-421.000=-2.000

*mean*	0.121-0.120=0.001
σ	0.005-0.005=0.000
min	0.116-0.116=0.001
max	0.129-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4581.875-4591.000=-9.125
σ	2252.869-2247.157=5.712
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	13.540-160.263=-146.723
σ	3.461-418.626=-415.165
min	11.809-11.977=-0.168
max	21.934-1196.308=-1174.374

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.617-36.618=-0.000

*mean*	4581.875-4591.000=-9.125
σ	2252.869-2247.157=5.712
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	13.000-13.323=-0.323
σ	2.227-3.461=-1.234
min	11.536-11.476=0.060
max	18.265-21.703=-3.438

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946-41.946=0.000
max	41.951-41.950=0.001

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	11.040-11.128=-0.088
σ	0.178-0.158=0.020
min	10.887-10.964=-0.077
max	11.365-11.459=-0.094

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4167.500-4182.750=-15.250
σ	1943.955-1944.357=-0.403
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	11.769-11.836=-0.067
σ	1.699-1.869=-0.171
min	10.686-10.847=-0.161
max	15.908-16.402=-0.494

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=-0.000
min	27.606-27.606=-0.000
max	27.993-27.993=-0.000

*mean*	4167.500-4182.750=-15.250
σ	1943.955-1944.357=-0.403
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	8.959-9.082=-0.123
σ	1.293-1.409=-0.116
min	8.071-8.024=0.047
max	12.091-12.494=-0.404

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4167.500-4182.750=-15.250
σ	1943.955-1944.357=-0.403
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	6.853-6.921=-0.068
σ	1.238-1.089=0.149
min	6.071-5.892=0.178
max	9.861-9.439=0.422

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4581.875-4591.000=-9.125
σ	2252.869-2247.157=5.712
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	6.211-6.408=-0.196
σ	0.524-0.902=-0.378
min	5.774-5.937=-0.164
max	7.477-8.634=-1.156

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4581.875-4591.000=-9.125
σ	2252.869-2247.157=5.712
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	6.005-6.297=-0.293
σ	0.490-1.001=-0.510
min	5.649-5.814=-0.165
max	7.198-8.764=-1.566

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	363.245-362.411=0.834
σ	43.668-41.657=2.010
min	345.238-345.981=-0.743
max	471.195-465.466=5.730

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.468-0.468=0.000
min	3495.713-3495.713=0.000
max	3497.038-3497.037=0.001

*mean*	3746.625-3758.500=-11.875
σ	2296.617-2299.369=-2.752
min	719.000-720.000=-1.000
max	7401.000-7380.000=21.000

*mean*	1595.019-1706.296=-111.278
σ	486.823-563.055=-76.231
min	1387.910-1402.536=-14.626
max	2789.579-2799.623=-10.043

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.853=0.000
max	107.855-107.854=0.000

*mean*	4402.750-4410.875=-8.125
σ	2224.505-2216.390=8.115
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	210.997-191.867=19.130
σ	209.966-151.786=58.181
min	123.775-129.049=-5.275
max	728.288-564.758=163.530

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.000

*mean*	4581.875-4410.875=171.000
σ	2252.869-2216.390=36.479
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	198.899-42.644=156.256
σ	434.755-1.502=433.252
min	40.808-40.837=-0.030
max	1274.732-45.287=1229.445

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	22.504-22.357=0.147
σ	1.407-1.258=0.150
min	21.679-21.716=-0.037
max	24.948-25.440=-0.492

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307
max	71.311

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	185.265-221.995=-36.731
σ	365.578-467.289=-101.710
min	54.751-55.441=-0.690
max	1090.017-1378.463=-288.446

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4167.500-4182.750=-15.250
σ	1943.955-1944.357=-0.403
min	1485.000-1487.000=-2.000
max	7401.000-7380.000=21.000

*mean*	3060.521-3268.343=-207.822
σ	744.422-779.357=-34.934
min	2505.389-2493.867=11.523
max	4439.396-4781.836=-342.440

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	1063.534-1032.553=30.982
σ	202.499-174.423=28.076
min	925.046-925.994=-0.948
max	1426.620-1424.093=2.528

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7401.000-7380.000=21.000
σ	0.000
min	7401.000-7380.000=21.000
max	7401.000-7380.000=21.000

*mean*	405.212-394.835=10.377
σ	37.428-7.457=29.971
min	387.668-379.108=8.560
max	497.592-406.402=91.190

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-478.000=-1.875
σ	0.835-1.069=-0.235
min	475.000-477.000=-2.000
max	478.000-479.000=-1.000

*mean*	363.515-402.274=-38.759
σ	33.936-39.645=-5.709
min	312.481-314.798=-2.317
max	402.540-439.836=-37.296

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-565.750=-3.750
σ	0.000-4.166=-4.166
min	562.000-559.000=3.000
max	562.000-568.000=-6.000

*mean*	740.200-719.274=20.926
σ	74.534-94.265=-19.731
min	596.819-596.281=0.538
max	822.479-843.911=-21.432

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-963.971=0.001
σ	1.820-1.821=-0.001
min	963.264-963.265=-0.001
max	971.668-971.671=-0.004

*mean*	1044.650-1042.100=2.550
σ	310.106-291.226=18.880
min	564.000-577.000=-13.000
max	1499.000-1431.000=68.000

*mean*	1.258-1.277=-0.019
σ	0.105-0.167=-0.062
min	1.169-1.177=-0.008
max	1.505-1.727=-0.222

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.445-0.423=0.022
σ	0.491-0.589=-0.098
min	0.161-0.138=0.023
max	1.320-1.475=-0.155

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.834-0.476=0.358
σ	0.528-0.324=0.204
min	0.573-0.318=0.256
max	1.778-1.055=0.723

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.376-0.219=0.157
σ	0.034-0.021=0.014
min	0.354-0.202=0.153
max	0.434-0.254=0.180

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.587-0.329=0.258
σ	0.026-0.015=0.011
min	0.571-0.314=0.257
max	0.632-0.353=0.279

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-436.000=-5.000
σ	0.000-2.236=-2.236
min	431.000-432.000=-1.000
max	431.000-437.000=-6.000

*mean*	0.711-0.570=0.141
σ	0.050-0.043=0.007
min	0.626-0.496=0.130
max	0.754-0.604=0.150

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.627-0.461=0.166
σ	0.010-0.035=-0.026
min	0.612-0.421=0.191
max	0.639-0.514=0.125

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	3.507-1.963=1.544
σ	0.076-0.067=0.009
min	3.352-1.841=1.512
max	3.718-2.227=1.492

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	3.462-1.962=1.501
σ	0.069-0.076=-0.007
min	3.364-1.858=1.506
max	3.693-2.307=1.387

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.539-0.304=0.235
σ	0.043-0.009=0.033
min	0.505-0.288=0.216
max	0.931-0.362=0.569

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-437.000=-6.000
σ	0.000
min	431.000-437.000=-6.000
max	431.000-437.000=-6.000

*mean*	0.505-0.288=0.217
σ	0.012-0.008=0.004
min	0.484-0.275=0.209
max	0.561-0.335=0.226

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.682-11.521=0.161
σ	12.115-12.056=0.059
min	0.578-0.574=0.004
max	96.656-112.509=-15.853

*mean*	462.418-459.545=2.873
σ	20.352-17.383=2.969
min	407.000-406.000=1.000
max	480.000-474.000=6.000

*mean*	0.027-0.026=0.000
σ	0.029-0.029=0.000
min	0.001-0.001=0.000
max	0.228-0.265=-0.037

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.859-278.642=0.217
σ	1.038-1.061=-0.024
min	278.413-278.236=0.177
max	281.806-281.661=0.145

*mean*	443.100-442.200=0.900
σ	17.006-18.079=-1.073
min	416.000-415.000=1.000
max	470.000-471.000=-1.000

*mean*	0.577-0.570=0.007
σ	0.018-0.030=-0.012
min	0.547-0.502=0.045
max	0.611-0.606=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	842.875-844.000=-1.125
σ	0.354-0.000=0.354
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	233.033-226.855=6.178
σ	20.453-23.381=-2.928
min	193.848-198.235=-4.387
max	253.667-258.696=-5.029

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	842.750-843.750=-1.000
σ	0.463-0.707=-0.244
min	842.000
max	843.000-844.000=-1.000

*mean*	9.275-8.898=0.377
σ	0.645-1.260=-0.616
min	7.688-6.393=1.295
max	9.610-9.652=-0.041

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=-0.000
min	1042.435
max	1042.435

*mean*	842.750-843.750=-1.000
σ	0.463-0.707=-0.244
min	842.000
max	843.000-844.000=-1.000

*mean*	577.664-560.298=17.366
σ	37.380-80.607=-43.227
min	502.261-426.535=75.727
max	606.314-609.818=-3.504

phase=processProdDef

*mean*	2243.976
σ	0.000
min	2243.976
max	2243.976

*mean*	842.875-844.000=-1.125
σ	0.354-0.000=0.354
min	842.000-844.000=-2.000
max	843.000-844.000=-1.000

*mean*	2879.408-2927.299=-47.891
σ	447.613-349.444=98.170
min	2311.222-2353.163=-41.941
max	3427.875-3319.234=108.641

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.750-843.750=-1.000
σ	0.463-0.707=-0.244
min	842.000
max	843.000-844.000=-1.000

*mean*	38.574-36.169=2.405
σ	4.468-8.002=-3.534
min	27.576-20.543=7.033
max	41.022-41.227=-0.205

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.750-843.750=-1.000
σ	0.463-0.707=-0.244
min	842.000
max	843.000-844.000=-1.000

*mean*	692.694-699.891=-7.197
σ	62.135-76.052=-13.917
min	654.601-645.304=9.297
max	845.256-883.407=-38.151

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-282.394=0.001
σ	0.036-0.024=0.012
min	282.339-282.373=-0.033
max	282.430-282.426=0.004

*mean*	442.000-444.800=-2.800
σ	3.000-1.095=1.905
min	439.000-444.000=-5.000
max	446.000

*mean*	0.379-0.380=-0.000
σ	0.005-0.007=-0.002
min	0.376-0.375=0.002
max	0.389-0.391=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.088-1267.070=0.018
σ	0.107-0.086=0.021
min	1267.004-1266.993=0.011
max	1267.270-1267.213=0.057

*mean*	1111.400-1095.000=16.400
σ	170.664-169.747=0.917
min	897.000-893.000=4.000
max	1332.000-1326.000=6.000

*mean*	1.909-2.078=-0.169
σ	0.105-0.198=-0.093
min	1.852-1.869=-0.017
max	2.096-2.384=-0.288

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.115-1506.183=-0.068
σ	2.886-2.929=-0.043
min	1504.629-1504.725=-0.096
max	1511.267-1511.415=-0.148

*mean*	638.000-627.800=10.200
σ	73.949-89.352=-15.402
min	540.000-505.000=35.000
max	727.000-729.000=-2.000

*mean*	2.276-2.469=-0.194
σ	0.229-0.293=-0.064
min	2.042-2.118=-0.076
max	2.516-2.867=-0.351

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.115-1829.098=0.017
σ	0.070-0.039=0.031
min	1829.034-1829.034=0.000
max	1829.217-1829.137=0.079

*mean*	1767.800-1724.600=43.200
σ	212.274-186.756=25.518
min	1490.000-1462.000=28.000
max	1970.000-1896.000=74.000

*mean*	3.171-2.981=0.190
σ	0.295-0.274=0.021
min	2.847-2.783=0.064
max	3.480-3.465=0.015

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.714-1.724=-0.011
σ	0.158-0.151=0.007
min	1.528-1.491=0.037
max	1.851-1.847=0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-397.699=0.000
σ	518.054-518.051=0.003
min	138.670-138.670=-0.001
max	1174.781-1174.776=0.005

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-447.000=-2.000
σ	0.000
min	445.000-447.000=-2.000
max	445.000-447.000=-2.000

*mean*	0.502-0.490=0.011
σ	0.528-0.504=0.024
min	0.234-0.235=-0.001
max	1.294-1.247=0.047

policies=20

*mean*	1386.845-1386.844=0.001
σ	0.163-0.166=-0.002
min	1386.731-1386.730=0.001
max	1387.087-1387.090=-0.003

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	448.500-447.000=1.500
σ	4.041-0.000=4.041
min	445.000-447.000=-2.000
max	452.000-447.000=5.000

*mean*	2.327-2.320=0.007
σ	0.006-0.019=-0.012
min	2.318-2.307=0.011
max	2.331-2.347=-0.016

policies=200

*mean*	13876.921-13876.890=0.031
σ	0.079-0.043=0.037
min	13876.874-13876.846=0.028
max	13877.040-13876.931=0.109

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	498.000-495.750=2.250
σ	3.367-6.076=-2.709
min	494.000-489.000=5.000
max	502.000-503.000=-1.000

*mean*	23.562-23.481=0.081
σ	0.163-0.088=0.075
min	23.400-23.399=0.001
max	23.772-23.569=0.203