2d0b7c8a1b073970340a807de3faf5f9ea6406af

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.813
σ	0.362
min	57.672
max	58.842

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.149
σ	0.005
min	0.144
max	0.158

cache=y

dps=1

iters=10

policies=100

*mean*	46.898
σ	0.008
min	46.886
max	46.918

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.135
σ	0.006
min	0.128
max	0.146

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605
σ	0.000
min	36.605
max	36.606

*mean*	4423.000
σ	2224.564
min	1487.000
max	7401.000

*mean*	13.424
σ	3.585
min	11.987
max	22.292

op=column_set() on indexed, repeat

*mean*	36.605
σ	0.000
min	36.605
max	36.606

*mean*	4602.250
σ	2255.509
min	1487.000
max	7401.000

*mean*	115.556
σ	287.520
min	11.817
max	827.091

op=table_records(), no indexes

*mean*	41.940
σ	0.002
min	41.938
max	41.943

*mean*	7401.000
σ	0.000
min	7401.000
max	7401.000

*mean*	11.267
σ	0.163
min	11.117
max	11.512

op=table_records(), repeat

*mean*	41.925
σ	0.000
min	41.924
max	41.925

*mean*	4193.875
σ	1951.679
min	1487.000
max	7401.000

*mean*	11.814
σ	1.780
min	10.774
max	16.162

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634
σ	0.136
min	27.585
max	27.972

*mean*	4193.875
σ	1951.679
min	1487.000
max	7401.000

*mean*	9.109
σ	1.338
min	8.023
max	12.350

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385
σ	0.000
min	26.385
max	26.385

*mean*	4193.875
σ	1951.679
min	1487.000
max	7401.000

*mean*	7.041
σ	0.804
min	6.376
max	8.987

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663
σ	0.004
min	25.662
max	25.674

*mean*	4602.250
σ	2255.509
min	1487.000
max	7401.000

*mean*	6.687
σ	1.292
min	5.863
max	9.145

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962
σ	0.001
min	25.962
max	25.964

*mean*	4602.250
σ	2255.509
min	1487.000
max	7401.000

*mean*	6.478
σ	1.168
min	5.794
max	9.066

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7401.000
σ	0.000
min	7401.000
max	7401.000

*mean*	348.371
σ	2.048
min	346.681
max	351.493

op=load_product(), with indexes

*mean*	3495.846
σ	0.455
min	3495.685
max	3496.972

*mean*	3767.125
σ	2307.462
min	720.000
max	7401.000

*mean*	1742.688
σ	565.857
min	1413.538
max	2858.202

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000
min	107.841
max	107.842

*mean*	4193.875
σ	1951.679
min	1487.000
max	7401.000

*mean*	138.187
σ	17.859
min	127.887
max	181.229

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.070

*mean*	4423.000
σ	2224.564
min	1487.000
max	7401.000

*mean*	158.053
σ	325.710
min	41.093
max	964.133

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7401.000
σ	0.000
min	7401.000
max	7401.000

*mean*	129.739
σ	305.602
min	21.469
max	886.064

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294
σ	0.002
min	71.293
max	71.297

*mean*	7401.000
σ	0.000
min	7401.000
max	7401.000

*mean*	60.009
σ	9.663
min	55.775
max	83.890

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014
min	4646.837
max	4646.876

*mean*	4193.875
σ	1951.679
min	1487.000
max	7401.000

*mean*	3156.754
σ	669.997
min	2501.299
max	4359.076

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7401.000
σ	0.000
min	7401.000
max	7401.000

*mean*	976.650
σ	83.095
min	928.891
max	1154.340

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7401.000
σ	0.000
min	7401.000
max	7401.000

*mean*	397.864
σ	8.748
min	380.260
max	412.102

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000
σ	0.000
min	479.000
max	479.000

*mean*	383.836
σ	23.753
min	354.930
max	421.170

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000
σ	0.000
min	559.000
max	559.000

*mean*	736.093
σ	83.255
min	627.398
max	846.698

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.305
σ	2.438
min	976.458
max	987.636

*mean*	1037.400
σ	320.172
min	533.000
max	1501.000

*mean*	1.332
σ	0.105
min	1.231
max	1.579

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	403.000
σ	0.000
min	403.000
max	403.000

*mean*	0.302
σ	0.280
min	0.136
max	0.793

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	403.000
σ	0.000
min	403.000
max	403.000

*mean*	0.474
σ	0.324
min	0.323
max	1.052

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	403.000
σ	0.000
min	403.000
max	403.000

*mean*	0.220
σ	0.022
min	0.196
max	0.257

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	403.000
σ	0.000
min	403.000
max	403.000

*mean*	0.344
σ	0.018
min	0.331
max	0.375

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	435.800
σ	6.017
min	430.000
max	442.000

*mean*	0.634
σ	0.121
min	0.442
max	0.744

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.629
σ	0.030
min	0.577
max	0.650

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.467
σ	0.235
min	2.746
max	4.000

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.508
σ	0.071
min	3.337
max	3.731

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.542
σ	0.025
min	0.513
max	0.746

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.513
σ	0.014
min	0.491
max	0.598

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.518
σ	12.527
min	0.722
max	107.736

*mean*	464.588
σ	21.240
min	406.000
max	480.000

*mean*	0.027
σ	0.031
min	0.001
max	0.254

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.270
σ	1.048
min	293.822
max	297.247

*mean*	441.200
σ	15.164
min	414.000
max	461.000

*mean*	0.614
σ	0.010
min	0.591
max	0.630

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546
σ	0.000
min	106.546
max	106.546

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	151.435
σ	11.321
min	131.858
max	164.216

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	8.350
σ	2.708
min	5.812
max	12.026

phase=parser

*mean*	1042.132
σ	0.000
min	1042.132
max	1042.132

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	542.382
σ	146.667
min	376.690
max	721.694

phase=processProdDef

*mean*	2241.194
σ	0.000
min	2241.194
max	2241.194

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	2668.224
σ	466.634
min	1985.269
max	3252.275

phase=renaming

*mean*	21.434
σ	0.000
min	21.434
max	21.434

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	37.858
σ	9.449
min	20.322
max	47.405

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	764.176
σ	63.456
min	655.987
max	840.744

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.244
σ	0.041
min	328.186
max	328.287

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.432
σ	0.007
min	0.426
max	0.442

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.455
σ	0.134
min	1313.335
max	1313.680

*mean*	1099.400
σ	180.805
min	862.000
max	1318.000

*mean*	1.985
σ	0.121
min	1.845
max	2.170

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.430
σ	3.029
min	1550.902
max	1557.839

*mean*	638.200
σ	68.361
min	543.000
max	721.000

*mean*	2.236
σ	0.226
min	2.014
max	2.587

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.451
σ	0.058
min	1875.377
max	1875.523

*mean*	1733.600
σ	192.585
min	1468.000
max	1914.000

*mean*	2.981
σ	0.121
min	2.834
max	3.121

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.598
σ	0.163
min	1.461
max	1.844

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.344
σ	509.317
min	165.684
max	1184.319

*mean*	103.750
σ	7.500
min	100.000
max	115.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.524
σ	0.490
min	0.274
max	1.259

policies=20

*mean*	1657.055
σ	0.400
min	1656.815
max	1657.651

*mean*	1000.000
σ	0.000
min	1000.000
max	1000.000

*mean*	453.000
σ	11.860
min	444.000
max	469.000

*mean*	2.676
σ	0.007
min	2.667
max	2.682

policies=200

*mean*	16578.393
σ	0.029
min	16578.370
max	16578.432

*mean*	10000.000
σ	0.000
min	10000.000
max	10000.000

*mean*	503.000
σ	4.967
min	496.000
max	507.000

*mean*	26.918
σ	0.119
min	26.835
max	27.090