Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.716=0.001
σ	0.364-0.363=0.001
min	54.586-54.582=0.003
max	55.751-55.747=0.004

*mean*	420.000-421.000=-1.000
σ	0.000
min	420.000-421.000=-1.000
max	420.000-421.000=-1.000

*mean*	0.138-0.141=-0.003
σ	0.005-0.004=0.001
min	0.133-0.137=-0.004
max	0.149-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.778=-0.002
σ	0.009-0.007=0.002
min	43.766-43.763=0.003
max	43.794-43.790=0.004

*mean*	420.000-421.000=-1.000
σ	0.000
min	420.000-421.000=-1.000
max	420.000-421.000=-1.000

*mean*	0.121-0.123=-0.001
σ	0.005-0.003=0.001
min	0.116-0.120=-0.004
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.000

*mean*	4590.875-4584.500=6.375
σ	2249.175-2250.185=-1.010
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	148.661-14.077=134.583
σ	385.783-3.422=382.361
min	11.938-12.108=-0.170
max	1103.424-20.994=1082.430

op=column_set() on indexed, repeat

*mean*	36.604-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=-0.000
max	36.605-36.605=-0.000

*mean*	4590.875-4584.500=6.375
σ	2249.175-2250.185=-1.010
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	13.991-14.496=-0.505
σ	4.256-3.466=0.790
min	11.464-11.995=-0.531
max	24.399-21.483=2.916

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7383.000-7394.000=-11.000
σ	0.000
min	7383.000-7394.000=-11.000
max	7383.000-7394.000=-11.000

*mean*	11.628-11.128=0.500
σ	1.968-0.148=1.820
min	10.701-10.876=-0.175
max	16.488-11.329=5.159

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.002-0.002=-0.000
min	41.924-41.924=-0.000
max	41.929-41.929=-0.000

*mean*	4181.875-4172.125=9.750
σ	1945.969-1943.091=2.879
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	11.458-11.892=-0.434
σ	1.807-1.939=-0.133
min	10.609-10.906=-0.298
max	15.912-16.661=-0.749

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584-27.584=0.000
max	27.971-27.971=0.000

*mean*	4181.875-4172.125=9.750
σ	1945.969-1943.091=2.879
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	9.001-8.973=0.028
σ	1.330-1.451=-0.120
min	8.067-7.637=0.430
max	12.243-12.405=-0.162

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384-26.384=-0.000

*mean*	4181.875-4172.125=9.750
σ	1945.969-1943.091=2.879
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	6.906-6.948=-0.041
σ	0.931-1.138=-0.206
min	5.831-6.227=-0.396
max	9.063-9.685=-0.621

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4590.875-4584.500=6.375
σ	2249.175-2250.185=-1.010
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	6.281-6.381=-0.100
σ	0.977-0.606=0.372
min	5.657-5.901=-0.244
max	8.650-7.427=1.223

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=-0.000
max	25.962-25.962=-0.000

*mean*	4590.875-4584.500=6.375
σ	2249.175-2250.185=-1.010
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	6.230-6.188=0.042
σ	1.006-0.655=0.350
min	5.724-5.760=-0.036
max	8.687-7.310=1.376

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7383.000-7394.000=-11.000
σ	0.000
min	7383.000-7394.000=-11.000
max	7383.000-7394.000=-11.000

*mean*	347.779-374.801=-27.022
σ	2.504-77.411=-74.907
min	343.258-345.056=-1.798
max	352.011-566.353=-214.342

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.455-0.455=0.000
min	3495.694
max	3496.982-3496.981=0.001

*mean*	3757.875-3750.250=7.625
σ	2300.803-2296.476=4.327
min	719.000-720.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	1783.683-1765.785=17.898
σ	690.854-670.776=20.079
min	1408.711-1383.474=25.238
max	2986.679-2942.383=44.297

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=-0.000

*mean*	4410.250-4405.375=4.875
σ	2218.407-2221.198=-2.791
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	298.558-225.182=73.376
σ	456.682-250.193=206.489
min	124.300-124.302=-0.001
max	1427.616-842.526=585.090

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=-0.000
max	62.068-62.069=-0.001

*mean*	4410.250-4584.500=-174.250
σ	2218.407-2250.185=-31.777
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	43.784-200.387=-156.603
σ	2.222-435.990=-433.768
min	41.620-41.173=0.447
max	48.041-1279.262=-1231.221

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925-40.925=-0.000
max	40.928-40.928=-0.000

*mean*	7383.000-7394.000=-11.000
σ	0.000
min	7383.000-7394.000=-11.000
max	7383.000-7394.000=-11.000

*mean*	185.515-22.243=163.272
σ	460.472-0.973=459.499
min	21.297-21.640=-0.344
max	1325.104-24.511=1300.593

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7383.000-7394.000=-11.000
σ	0.000
min	7383.000-7394.000=-11.000
max	7383.000-7394.000=-11.000

*mean*	64.946-262.448=-197.501
σ	21.993-581.851=-559.857
min	55.175-55.079=0.096
max	118.899-1702.449=-1583.550

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4181.875-4172.125=9.750
σ	1945.969-1943.091=2.879
min	1486.000-1487.000=-1.000
max	7383.000-7394.000=-11.000

*mean*	3187.286-3243.026=-55.740
σ	721.725-746.656=-24.931
min	2498.696-2472.431=26.265
max	4438.404-4618.949=-180.544

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002
min	1973.827-1973.827=-0.000
max	1973.832-1973.832=-0.000

*mean*	7383.000-7394.000=-11.000
σ	0.000
min	7383.000-7394.000=-11.000
max	7383.000-7394.000=-11.000

*mean*	1085.861-1031.552=54.309
σ	330.378-150.544=179.834
min	917.971-929.761=-11.791
max	1838.061-1340.417=497.645

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=-0.000
σ	0.002
min	905.080-905.080=-0.000
max	905.086-905.086=-0.000

*mean*	7383.000-7394.000=-11.000
σ	0.000
min	7383.000-7394.000=-11.000
max	7383.000-7394.000=-11.000

*mean*	414.292-392.004=22.288
σ	48.660-4.664=43.996
min	383.562-380.996=2.567
max	533.866-395.817=138.049

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-477.500=-0.500
σ	0.000-1.604=-1.604
min	477.000-476.000=1.000
max	477.000-479.000=-2.000

*mean*	385.698-369.901=15.797
σ	24.393-46.307=-21.915
min	349.962-314.993=34.969
max	421.766-430.226=-8.460

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.250-559.000=4.250
σ	2.121-0.000=2.121
min	558.000-559.000=-1.000
max	564.000-559.000=5.000

*mean*	751.920-774.553=-22.633
σ	58.061-40.337=17.724
min	663.266-727.776=-64.510
max	837.088-821.322=15.766

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.564-964.565=-0.002
σ	1.878-1.878=0.000
min	963.842-963.843=-0.001
max	972.509-972.510=-0.001

*mean*	1047.850-1041.550=6.300
σ	317.092-305.863=11.229
min	584.000-581.000=3.000
max	1515.000-1491.000=24.000

*mean*	1.260-1.272=-0.011
σ	0.087-0.117=-0.030
min	1.176-1.126=0.050
max	1.467-1.503=-0.036

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.498-0.311=0.187
σ	0.455-0.320=0.135
min	0.252-0.141=0.111
max	1.305-0.877=0.427

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.825-0.423=0.402
σ	0.532-0.197=0.335
min	0.565-0.321=0.244
max	1.776-0.775=1.001

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.381-0.219=0.162
σ	0.036-0.028=0.009
min	0.361-0.197=0.164
max	0.446-0.266=0.179

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.599-0.332=0.266
σ	0.028-0.015=0.013
min	0.576-0.321=0.255
max	0.641-0.359=0.282

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.600-435.000=-3.400
σ	1.342-5.612=-4.271
min	431.000-430.000=1.000
max	434.000-441.000=-7.000

*mean*	0.733-0.583=0.149
σ	0.033-0.024=0.009
min	0.679-0.541=0.137
max	0.758-0.604=0.154

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.608-0.477=0.132
σ	0.039-0.040=-0.001
min	0.550-0.418=0.133
max	0.641-0.515=0.126

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	3.556-2.002=1.554
σ	0.088-0.084=0.004
min	3.436-1.868=1.568
max	3.923-2.338=1.585

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	3.551-1.930=1.622
σ	0.097-0.068=0.029
min	3.393-1.799=1.594
max	4.145-2.153=1.992

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.543-0.300=0.243
σ	0.023-0.010=0.013
min	0.517-0.286=0.231
max	0.670-0.362=0.308

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.505-0.294=0.211
σ	0.052-0.014=0.039
min	0.284-0.276=0.008
max	0.582-0.360=0.221

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.791-11.443=0.349
σ	10.958-11.934=-0.976
min	0.574-0.573=0.000
max	78.793-79.209=-0.415

*mean*	464.240-465.014=-0.774
σ	19.996-19.235=0.760
min	408.000
max	480.000

*mean*	0.027-0.026=0.000
σ	0.027-0.029=-0.002
min	0.001-0.001=0.000
max	0.186-0.194=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.044-279.105=-0.061
σ	1.003-1.042=-0.039
min	278.557-278.600=-0.043
max	281.893-282.038=-0.145

*mean*	446.800-442.900=3.900
σ	16.376-19.768=-3.392
min	427.000-413.000=14.000
max	471.000-476.000=-5.000

*mean*	0.572-0.571=0.001
σ	0.023-0.029=-0.006
min	0.542-0.506=0.036
max	0.618-0.614=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257

*mean*	850.000-874.000=-24.000
σ	0.000
min	850.000-874.000=-24.000
max	850.000-874.000=-24.000

*mean*	232.710-233.390=-0.680
σ	15.470-20.106=-4.636
min	198.962-187.129=11.833
max	245.254-248.455=-3.201

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	838.625-874.000=-35.375
σ	32.173-0.000=32.173
min	759.000-874.000=-115.000
max	850.000-874.000=-24.000

*mean*	7.253-8.764=-1.511
σ	1.183-1.390=-0.207
min	5.934-5.919=0.014
max	9.112-10.395=-1.282

phase=parser

*mean*	1042.131-1042.133=-0.002
σ	0.000-0.000=0.000
min	1042.130-1042.132=-0.002
max	1042.131-1042.133=-0.001

*mean*	838.625-874.000=-35.375
σ	32.173-0.000=32.173
min	759.000-874.000=-115.000
max	850.000-874.000=-24.000

*mean*	503.408-469.071=34.338
σ	83.786-107.898=-24.113
min	439.243-369.982=69.260
max	610.791-596.398=14.393

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	850.000-874.000=-24.000
σ	0.000
min	850.000-874.000=-24.000
max	850.000-874.000=-24.000

*mean*	2680.938-2802.337=-121.398
σ	445.827-564.768=-118.941
min	1970.298-1893.211=77.087
max	3301.106-3342.626=-41.520

phase=renaming

*mean*	21.440-21.440=0.000
σ	0.000
min	21.440-21.440=0.000
max	21.440-21.440=0.000

*mean*	838.625-874.000=-35.375
σ	32.173-0.000=32.173
min	759.000-874.000=-115.000
max	850.000-874.000=-24.000

*mean*	39.092-33.571=5.521
σ	4.607-9.430=-4.823
min	32.773-19.910=12.863
max	48.129-41.151=6.978

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	838.750-874.000=-35.250
σ	31.820-0.000=31.820
min	760.000-874.000=-114.000
max	850.000-874.000=-24.000

*mean*	654.172-654.501=-0.329
σ	14.970-50.083=-35.113
min	636.238-605.431=30.807
max	676.483-768.646=-92.163

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.857=-0.002
σ	0.040-0.038=0.002
min	282.801-282.801=-0.000
max	282.895-282.893=0.002

*mean*	441.800-441.400=0.400
σ	3.834-3.286=0.548
min	439.000
max	446.000-445.000=1.000

*mean*	0.375-0.376=-0.000
σ	0.001-0.001=0.000
min	0.374-0.375=-0.001
max	0.378-0.377=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.062-1268.059=0.004
σ	0.084-0.120=-0.036
min	1267.974-1267.957=0.016
max	1268.188-1268.262=-0.074

*mean*	1112.600-1091.400=21.200
σ	183.322-169.356=13.966
min	893.000-892.000=1.000
max	1361.000-1325.000=36.000

*mean*	1.856-1.983=-0.127
σ	0.038-0.090=-0.053
min	1.794-1.856=-0.062
max	1.889-2.078=-0.189

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.058-1507.024=0.035
σ	2.937-2.975=-0.038
min	1505.581-1505.459=0.122
max	1512.305-1512.332=-0.027

*mean*	636.600-625.400=11.200
σ	91.024-87.248=3.775
min	499.000-495.000=4.000
max	738.000-727.000=11.000

*mean*	2.284-2.223=0.060
σ	0.246-0.218=0.028
min	2.054-2.099=-0.045
max	2.596-2.611=-0.015

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.077-1830.074=0.003
σ	0.071-0.045=0.026
min	1829.979-1830.005=-0.026
max	1830.154-1830.112=0.042

*mean*	1761.600-1722.000=39.600
σ	214.329-188.502=25.827
min	1480.000-1463.000=17.000
max	1966.000-1897.000=69.000

*mean*	3.081-3.051=0.030
σ	0.296-0.371=-0.075
min	2.647-2.808=-0.160
max	3.350-3.709=-0.359

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.811-1.714=0.098
σ	0.069-0.214=-0.145
min	1.721-1.442=0.279
max	1.880-1.936=-0.056

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.200=-0.001
σ	509.796-509.797=-0.002
min	151.298-151.299=-0.001
max	1170.892-1170.896=-0.004

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-442.000=4.000
σ	0.000
min	446.000-442.000=4.000
max	446.000-442.000=4.000

*mean*	0.506-0.499=0.006
σ	0.502-0.493=0.009
min	0.251-0.248=0.003
max	1.259-1.239=0.020

policies=20

*mean*	1513.151-1513.157=-0.006
σ	0.274-0.271=0.002
min	1512.976-1512.977=-0.001
max	1513.557-1513.559=-0.002

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-445.500=2.000
σ	1.000-4.041=-3.041
min	446.000-442.000=4.000
max	448.000-449.000=-1.000

*mean*	2.511-2.503=0.007
σ	0.014-0.011=0.002
min	2.495-2.489=0.006
max	2.524-2.515=0.009

policies=200

*mean*	15140.016-15140.219=-0.203
σ	0.108-0.104=0.004
min	15139.932-15140.138=-0.206
max	15140.174-15140.372=-0.198

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.000-497.000=2.000
σ	5.354-5.477=-0.123
min	493.000-491.000=2.000
max	504.000-503.000=1.000

*mean*	25.222-25.260=-0.038
σ	0.124-0.111=0.013
min	25.110-25.161=-0.050
max	25.376-25.400=-0.024