5b320451f8dfc906aaa7d7ef9149b03b4f2f7c03

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.817
σ	0.362
min	57.681
max	58.847

*mean*	421.000
σ	0.000
min	421.000
max	421.000

*mean*	0.146
σ	0.004
min	0.143
max	0.154

cache=y

dps=1

iters=10

policies=100

*mean*	46.899
σ	0.007
min	46.889
max	46.910

*mean*	421.000
σ	0.000
min	421.000
max	421.000

*mean*	0.128
σ	0.005
min	0.121
max	0.139

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605
σ	0.000
min	36.605
max	36.605

*mean*	4428.750
σ	2227.496
min	1485.000
max	7410.000

*mean*	13.611
σ	3.575
min	12.048
max	22.392

op=column_set() on indexed, repeat

*mean*	36.605
σ	0.000
min	36.605
max	36.606

*mean*	4609.500
σ	2258.703
min	1485.000
max	7410.000

*mean*	135.321
σ	344.159
min	11.377
max	987.029

op=table_records(), no indexes

*mean*	41.940
σ	0.002
min	41.938
max	41.943

*mean*	7410.000
σ	0.000
min	7410.000
max	7410.000

*mean*	11.069
σ	0.176
min	10.841
max	11.308

op=table_records(), repeat

*mean*	41.925
σ	0.001
min	41.924
max	41.928

*mean*	4200.125
σ	1954.988
min	1485.000
max	7410.000

*mean*	11.814
σ	1.722
min	10.879
max	16.033

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634
σ	0.137
min	27.585
max	27.972

*mean*	4200.125
σ	1954.988
min	1485.000
max	7410.000

*mean*	9.043
σ	1.147
min	8.023
max	11.781

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385
σ	0.000
min	26.385
max	26.385

*mean*	4200.125
σ	1954.988
min	1485.000
max	7410.000

*mean*	7.000
σ	1.018
min	6.199
max	9.403

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663
σ	0.004
min	25.662
max	25.674

*mean*	4609.500
σ	2258.703
min	1485.000
max	7410.000

*mean*	6.767
σ	1.317
min	5.907
max	9.173

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962
σ	0.001
min	25.962
max	25.964

*mean*	4609.500
σ	2258.703
min	1485.000
max	7410.000

*mean*	6.376
σ	1.003
min	5.598
max	8.513

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7410.000
σ	0.000
min	7410.000
max	7410.000

*mean*	345.656
σ	2.132
min	340.971
max	347.708

op=load_product(), with indexes

*mean*	3495.846
σ	0.455
min	3495.685
max	3496.972

*mean*	3773.250
σ	2311.557
min	720.000
max	7410.000

*mean*	1787.401
σ	673.622
min	1387.159
max	2937.044

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000
min	107.841
max	107.842

*mean*	4200.125
σ	1954.988
min	1485.000
max	7410.000

*mean*	136.976
σ	17.184
min	124.263
max	177.236

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.070

*mean*	4428.750
σ	2227.496
min	1485.000
max	7410.000

*mean*	144.518
σ	286.464
min	41.162
max	853.470

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7410.000
σ	0.000
min	7410.000
max	7410.000

*mean*	127.875
σ	299.710
min	21.533
max	869.619

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294
σ	0.002
min	71.293
max	71.297

*mean*	7410.000
σ	0.000
min	7410.000
max	7410.000

*mean*	59.939
σ	10.063
min	55.894
max	84.836

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4200.125
σ	1954.988
min	1485.000
max	7410.000

*mean*	3353.625
σ	749.112
min	2526.187
max	4447.001

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7410.000
σ	0.000
min	7410.000
max	7410.000

*mean*	984.660
σ	88.181
min	932.200
max	1172.874

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7410.000
σ	0.000
min	7410.000
max	7410.000

*mean*	390.274
σ	4.090
min	381.188
max	394.137

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	374.600
σ	43.220
min	310.815
max	445.700

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.250
σ	3.240
min	558.000
max	565.000

*mean*	754.218
σ	64.176
min	678.800
max	837.305

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.271
σ	2.440
min	976.426
max	987.609

*mean*	1049.450
σ	333.437
min	534.000
max	1542.000

*mean*	1.336
σ	0.139
min	1.203
max	1.733

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296
σ	0.291
min	0.136
max	0.812

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476
σ	0.324
min	0.319
max	1.055

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214
σ	0.025
min	0.193
max	0.258

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.365
σ	0.023
min	0.327
max	0.389

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.531
σ	0.049
min	0.469
max	0.580

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.430
σ	0.057
min	0.380
max	0.514

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.557
σ	0.223
min	1.937
max	3.064

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.595
σ	0.067
min	2.481
max	2.803

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.304
σ	0.011
min	0.287
max	0.374

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.286
σ	0.009
min	0.270
max	0.327

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.705
σ	12.436
min	0.573
max	107.664

*mean*	458.371
σ	16.181
min	410.000
max	476.000

*mean*	0.027
σ	0.030
min	0.001
max	0.262

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.066
σ	1.060
min	293.647
max	297.076

*mean*	441.200
σ	15.747
min	415.000
max	462.000

*mean*	0.590
σ	0.024
min	0.532
max	0.618

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546
σ	0.000
min	106.546
max	106.546

*mean*	730.000
σ	0.000
min	730.000
max	730.000

*mean*	154.853
σ	11.424
min	134.084
max	166.174

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	730.000
σ	0.000
min	730.000
max	730.000

*mean*	8.818
σ	0.751
min	6.968
max	9.221

phase=parser

*mean*	1042.133
σ	0.000
min	1042.132
max	1042.133

*mean*	730.000
σ	0.000
min	730.000
max	730.000

*mean*	590.257
σ	58.104
min	446.619
max	614.291

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	730.000
σ	0.000
min	730.000
max	730.000

*mean*	3128.504
σ	224.646
min	2754.586
max	3328.156

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	730.000
σ	0.000
min	730.000
max	730.000

*mean*	46.908
σ	2.916
min	40.479
max	50.762

phase=type checker

*mean*	958.466
σ	0.047
min	958.443
max	958.568

*mean*	730.000
σ	0.000
min	730.000
max	730.000

*mean*	668.058
σ	12.338
min	655.802
max	687.691

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.220
σ	0.040
min	328.163
max	328.262

*mean*	439.400
σ	5.128
min	434.000
max	445.000

*mean*	0.437
σ	0.009
min	0.428
max	0.450

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.432
σ	0.139
min	1313.307
max	1313.663

*mean*	1085.800
σ	180.588
min	870.000
max	1308.000

*mean*	1.998
σ	0.126
min	1.845
max	2.186

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.409
σ	3.058
min	1550.860
max	1557.869

*mean*	624.400
σ	86.315
min	523.000
max	738.000

*mean*	2.272
σ	0.146
min	2.133
max	2.491

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.427
σ	0.062
min	1875.351
max	1875.510

*mean*	1728.600
σ	213.982
min	1448.000
max	1933.000

*mean*	3.064
σ	0.171
min	2.838
max	3.285

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.510
σ	0.140
min	1.384
max	1.710

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.296
σ	509.314
min	165.636
max	1184.267

*mean*	103.750
σ	7.500
min	100.000
max	115.000

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.534
σ	0.524
min	0.268
max	1.320

policies=20

*mean*	1656.564
σ	0.393
min	1656.334
max	1657.153

*mean*	1000.000
σ	0.000
min	1000.000
max	1000.000

*mean*	451.250
σ	11.057
min	437.000
max	460.000

*mean*	2.662
σ	0.014
min	2.654
max	2.683

policies=200

*mean*	16573.660
σ	0.066
min	16573.592
max	16573.728

*mean*	10000.000
σ	0.000
min	10000.000
max	10000.000

*mean*	498.750
σ	5.737
min	491.000
max	504.000

*mean*	26.886
σ	0.178
min	26.700
max	27.046