3b0804ec2c720716613da2b5584dedc5e27e6c43

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.822
σ	0.362
min	57.674
max	58.850

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.146
σ	0.006
min	0.136
max	0.156

cache=y

dps=1

iters=10

policies=100

*mean*	46.899
σ	0.006
min	46.890
max	46.910

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.130
σ	0.004
min	0.127
max	0.138

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606
σ	0.000
min	36.606
max	36.607

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	12.038
σ	0.166
min	11.885
max	12.376

op=column_set() on indexed, repeat

*mean*	36.606
σ	0.000
min	36.606
max	36.606

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	12.937
σ	0.222
min	12.611
max	13.307

op=table_records(), no indexes

*mean*	41.941
σ	0.002
min	41.939
max	41.943

*mean*	7772.500
σ	156.615
min	7626.000
max	7919.000

*mean*	11.116
σ	0.251
min	10.717
max	11.447

op=table_records(), repeat

*mean*	41.926
σ	0.000
min	41.926
max	41.927

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	11.292
σ	0.269
min	10.809
max	11.669

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.635
σ	0.137
min	27.586
max	27.973

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	8.573
σ	0.242
min	8.262
max	8.869

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386
σ	0.000
min	26.386
max	26.386

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	6.273
σ	0.373
min	5.505
max	6.678

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.665
σ	0.004
min	25.663
max	25.675

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	5.880
σ	0.257
min	5.480
max	6.269

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963
σ	0.001
min	25.963
max	25.965

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	5.615
σ	0.281
min	5.091
max	5.899

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.601
σ	0.002
min	1021.598
max	1021.603

*mean*	7735.875
σ	151.642
min	7626.000
max	7919.000

*mean*	348.995
σ	8.939
min	344.008
max	370.724

op=load_product(), with indexes

*mean*	3495.849
σ	0.460
min	3495.686
max	3496.988

*mean*	3406.875
σ	1977.076
min	638.000
max	5488.000

*mean*	1750.166
σ	650.021
min	1393.970
max	2905.209

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842
σ	0.000
min	107.842
max	107.843

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	128.803
σ	5.146
min	121.552
max	137.668

op=column_set() on unindexed, dense, repeat

*mean*	62.070
σ	0.001
min	62.067
max	62.070

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	43.507
σ	1.492
min	41.723
max	46.111

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.927
max	40.931

*mean*	7772.500
σ	156.615
min	7626.000
max	7919.000

*mean*	22.231
σ	0.959
min	21.438
max	24.442

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295
σ	0.002
min	71.294
max	71.298

*mean*	7772.500
σ	156.615
min	7626.000
max	7919.000

*mean*	87.577
σ	88.858
min	54.775
max	307.446

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.844
σ	0.014
min	4646.838
max	4646.877

*mean*	4082.750
σ	2061.925
min	1336.000
max	7626.000

*mean*	3435.558
σ	807.268
min	2508.828
max	4859.697

op=vertical_lookup_list() on indexed

*mean*	1973.832
σ	0.002
min	1973.830
max	1973.834

*mean*	7772.500
σ	156.615
min	7626.000
max	7919.000

*mean*	991.079
σ	181.189
min	916.636
max	1439.341

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.085
σ	0.002
min	905.083
max	905.088

*mean*	7772.500
σ	156.615
min	7626.000
max	7919.000

*mean*	398.959
σ	1.636
min	397.423
max	401.668

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000
σ	0.000
min	479.000
max	479.000

*mean*	366.609
σ	42.443
min	311.861
max	416.050

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	751.883
σ	58.285
min	626.543
max	806.115

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.915
σ	2.439
min	976.071
max	987.250

*mean*	1049.000
σ	318.271
min	561.000
max	1523.000

*mean*	1.277
σ	0.092
min	1.128
max	1.470

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.291
σ	0.295
min	0.134
max	0.816

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.471
σ	0.323
min	0.315
max	1.049

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218
σ	0.023
min	0.199
max	0.256

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326
σ	0.011
min	0.316
max	0.341

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.548
σ	0.031
min	0.520
max	0.586

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.400
σ	0.548
min	431.000
max	432.000

*mean*	0.498
σ	0.020
min	0.477
max	0.519

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	432.000
σ	0.000
min	432.000
max	432.000

*mean*	2.797
σ	0.213
min	1.989
max	3.839

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	432.000
σ	0.000
min	432.000
max	432.000

*mean*	2.603
σ	0.214
min	1.914
max	3.303

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	432.000
σ	0.000
min	432.000
max	432.000

*mean*	0.302
σ	0.009
min	0.291
max	0.356

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	432.000
σ	0.000
min	432.000
max	432.000

*mean*	0.291
σ	0.008
min	0.278
max	0.328

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.550
σ	11.736
min	0.574
max	142.675

*mean*	459.570
σ	16.699
min	411.000
max	477.000

*mean*	0.027
σ	0.029
min	0.001
max	0.346

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.925
σ	1.094
min	293.496
max	297.035

*mean*	440.200
σ	17.229
min	415.000
max	462.000

*mean*	0.588
σ	0.021
min	0.551
max	0.612

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546
σ	0.000
min	106.546
max	106.546

*mean*	847.750
σ	0.463
min	847.000
max	848.000

*mean*	140.328
σ	13.839
min	124.181
max	165.858

phase=macro expansion

*mean*	5.897
σ	0.000
min	5.897
max	5.897

*mean*	847.625
σ	0.518
min	847.000
max	848.000

*mean*	6.383
σ	1.084
min	5.898
max	9.057

phase=parser

*mean*	1042.133
σ	0.000
min	1042.132
max	1042.133

*mean*	847.625
σ	0.518
min	847.000
max	848.000

*mean*	419.513
σ	86.174
min	369.737
max	595.316

phase=processProdDef

*mean*	2241.195
σ	0.000
min	2241.195
max	2241.195

*mean*	847.750
σ	0.463
min	847.000
max	848.000

*mean*	2825.931
σ	377.569
min	2155.740
max	3241.156

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	847.625
σ	0.518
min	847.000
max	848.000

*mean*	37.102
σ	7.157
min	20.313
max	43.564

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	847.625
σ	0.518
min	847.000
max	848.000

*mean*	675.973
σ	41.196
min	615.430
max	758.625

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.854
σ	0.036
min	327.804
max	327.889

*mean*	439.200
σ	3.701
min	433.000
max	442.000

*mean*	0.434
σ	0.008
min	0.424
max	0.442

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.061
σ	0.122
min	1312.968
max	1313.271

*mean*	1084.800
σ	173.102
min	881.000
max	1300.000

*mean*	1.895
σ	0.092
min	1.761
max	2.001

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.102
σ	3.010
min	1550.613
max	1557.482

*mean*	617.800
σ	85.219
min	518.000
max	732.000

*mean*	2.378
σ	0.229
min	2.115
max	2.679

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.071
σ	0.056
min	1875.016
max	1875.165

*mean*	1729.600
σ	214.912
min	1437.000
max	1930.000

*mean*	3.084
σ	0.255
min	2.708
max	3.305

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.524
σ	0.097
min	1.419
max	1.666

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.414
σ	508.909
min	164.957
max	1182.777

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000
σ	0.000
min	432.000
max	432.000

*mean*	0.531
σ	0.518
min	0.271
max	1.308

policies=20

*mean*	1649.817
σ	0.360
min	1649.610
max	1650.356

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250
σ	11.057
min	435.000
max	458.000

*mean*	2.632
σ	0.008
min	2.622
max	2.640

policies=200

*mean*	16506.111
σ	0.026
min	16506.085
max	16506.139

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000
σ	4.397
min	492.000
max	502.000

*mean*	26.724
σ	0.176
min	26.566
max	26.882