746b4a73ed3ce4a903cf4f6bf41dfbaf7d45c41f

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715
σ	0.366
min	54.581
max	55.757

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.139
σ	0.005
min	0.133
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.777
σ	0.008
min	43.769
max	43.791

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.122
σ	0.004
min	0.117
max	0.131

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604
σ	0.000
min	36.604
max	36.605

*mean*	4423.250
σ	2226.591
min	1484.000
max	7405.000

*mean*	13.185
σ	3.521
min	11.736
max	21.890

op=column_set() on indexed, repeat

*mean*	36.605
σ	0.000
min	36.604
max	36.605

*mean*	4604.625
σ	2257.706
min	1484.000
max	7405.000

*mean*	122.168
σ	306.101
min	12.604
max	879.694

op=table_records(), no indexes

*mean*	41.939
σ	0.002
min	41.938
max	41.942

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	11.011
σ	0.156
min	10.870
max	11.326

op=table_records(), repeat

*mean*	41.924
σ	0.000
min	41.924
max	41.925

*mean*	4194.625
σ	1953.890
min	1484.000
max	7405.000

*mean*	11.555
σ	1.665
min	10.692
max	15.640

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.136
min	27.584
max	27.971

*mean*	4194.625
σ	1953.890
min	1484.000
max	7405.000

*mean*	9.153
σ	1.225
min	8.419
max	12.076

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4194.625
σ	1953.890
min	1484.000
max	7405.000

*mean*	7.094
σ	1.016
min	6.561
max	9.593

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004
min	25.661
max	25.673

*mean*	4604.625
σ	2257.706
min	1484.000
max	7405.000

*mean*	6.686
σ	1.293
min	5.866
max	9.164

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001
min	25.961
max	25.962

*mean*	4604.625
σ	2257.706
min	1484.000
max	7405.000

*mean*	6.430
σ	1.251
min	5.780
max	9.325

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	350.740
σ	5.569
min	346.110
max	363.379

op=load_product(), with indexes

*mean*	3495.855
σ	0.454
min	3495.694
max	3496.978

*mean*	3769.000
σ	2309.691
min	720.000
max	7405.000

*mean*	1774.776
σ	624.181
min	1404.636
max	2790.531

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000
min	107.840
max	107.841

*mean*	4194.625
σ	1953.890
min	1484.000
max	7405.000

*mean*	135.782
σ	16.846
min	125.574
max	175.735

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4423.250
σ	2226.591
min	1484.000
max	7405.000

*mean*	154.243
σ	315.834
min	40.802
max	935.884

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	86.514
σ	182.960
min	21.598
max	539.315

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294
σ	0.002
min	71.292
max	71.296

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	58.952
σ	9.371
min	55.355
max	82.135

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4194.625
σ	1953.890
min	1484.000
max	7405.000

*mean*	3183.626
σ	651.927
min	2516.221
max	4084.253

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	990.085
σ	99.766
min	935.134
max	1209.817

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7405.000
σ	0.000
min	7405.000
max	7405.000

*mean*	395.108
σ	4.498
min	384.433
max	399.583

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.750
σ	0.463
min	475.000
max	476.000

*mean*	360.737
σ	28.872
min	312.338
max	397.176

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	717.300
σ	60.229
min	614.365
max	811.328

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563
σ	1.880
min	963.842
max	972.515

*mean*	1059.450
σ	319.719
min	553.000
max	1534.000

*mean*	1.317
σ	0.174
min	1.182
max	1.734

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.284
σ	0.275
min	0.131
max	0.770

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.469
σ	0.334
min	0.303
max	1.066

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223
σ	0.026
min	0.204
max	0.268

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331
σ	0.019
min	0.314
max	0.360

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.601
σ	0.012
min	0.585
max	0.612

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.487
σ	0.029
min	0.445
max	0.524

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.674
σ	0.124
min	2.439
max	3.139

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.250
σ	0.352
min	1.879
max	3.011

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.307
σ	0.008
min	0.294
max	0.350

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.298
σ	0.037
min	0.280
max	0.651

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.389
σ	11.554
min	0.577
max	91.887

*mean*	461.260
σ	18.755
min	408.000
max	479.000

*mean*	0.026
σ	0.028
min	0.001
max	0.220

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.138
σ	1.036
min	278.751
max	282.083

*mean*	443.300
σ	14.697
min	425.000
max	468.000

*mean*	0.583
σ	0.020
min	0.546
max	0.624

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257
σ	0.000
min	169.257
max	169.257

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	216.337
σ	20.876
min	192.759
max	246.195

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	6.280
σ	1.122
min	5.765
max	9.045

phase=parser

*mean*	1042.138
σ	0.000
min	1042.137
max	1042.138

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	434.834
σ	106.623
min	372.726
max	615.136

phase=processProdDef

*mean*	2243.714
σ	0.000
min	2243.714
max	2243.714

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	2819.547
σ	192.113
min	2537.270
max	3042.462

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	35.698
σ	4.997
min	32.535
max	47.778

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	663.013
σ	17.641
min	635.864
max	678.844

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856
σ	0.038
min	282.800
max	282.892

*mean*	440.800
σ	3.834
min	438.000
max	445.000

*mean*	0.379
σ	0.003
min	0.376
max	0.384

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.131
σ	0.076
min	1268.051
max	1268.237

*mean*	1090.800
σ	168.035
min	891.000
max	1320.000

*mean*	2.220
σ	0.168
min	2.034
max	2.450

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.030
σ	2.942
min	1505.498
max	1512.281

*mean*	625.200
σ	86.436
min	496.000
max	726.000

*mean*	2.186
σ	0.079
min	2.118
max	2.303

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.073
σ	0.059
min	1830.004
max	1830.130

*mean*	1720.600
σ	189.639
min	1453.000
max	1892.000

*mean*	2.990
σ	0.315
min	2.652
max	3.501

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.744
σ	0.100
min	1.587
max	1.838

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.197
σ	509.796
min	151.294
max	1170.891

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000
σ	0.000
min	439.000
max	439.000

*mean*	0.511
σ	0.510
min	0.250
max	1.276

policies=20

*mean*	1513.150
σ	0.273
min	1512.971
max	1513.555

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	443.000
σ	4.619
min	439.000
max	447.000

*mean*	2.500
σ	0.012
min	2.484
max	2.510

policies=200

*mean*	15140.026
σ	0.118
min	15139.878
max	15140.163

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	491.000
σ	4.243
min	487.000
max	496.000

*mean*	25.280
σ	0.076
min	25.178
max	25.361