0d6cca1ed72b2bb091a7dbf0f2dfc1750e465836

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.816
σ	0.355
min	54.683
max	55.826

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.148
σ	0.010
min	0.134
max	0.163

cache=y

dps=1

iters=10

policies=100

*mean*	43.847
σ	0.006
min	43.838
max	43.856

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.127
σ	0.006
min	0.121
max	0.138

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604
σ	0.000
min	36.604
max	36.605

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	12.997
σ	2.021
min	11.895
max	17.844

op=column_set() on indexed, repeat

*mean*	36.604
σ	0.000
min	36.604
max	36.605

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	13.244
σ	2.178
min	11.498
max	18.413

op=table_records(), no indexes

*mean*	41.940
σ	0.002
min	41.938
max	41.942

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	11.090
σ	0.207
min	10.775
max	11.345

op=table_records(), repeat

*mean*	41.925
σ	0.000
min	41.924
max	41.925

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	11.838
σ	1.535
min	10.826
max	15.507

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.136
min	27.584
max	27.971

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	8.940
σ	1.162
min	7.918
max	11.709

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	6.750
σ	1.026
min	5.894
max	9.167

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004
min	25.661
max	25.673

*mean*	4589.375
σ	2232.160
min	1482.000
max	7333.000

*mean*	6.658
σ	1.105
min	5.892
max	9.174

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001
min	25.960
max	25.962

*mean*	4589.375
σ	2232.160
min	1482.000
max	7333.000

*mean*	6.232
σ	0.619
min	5.819
max	7.391

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610
σ	0.002
min	1021.608
max	1021.612

*mean*	7339.875
σ	5.693
min	7333.000
max	7344.000

*mean*	373.405
σ	83.308
min	340.398
max	579.500

op=load_product(), with indexes

*mean*	3495.857
σ	0.456
min	3495.696
max	3496.985

*mean*	3762.750
σ	2294.587
min	720.000
max	7333.000

*mean*	1722.399
σ	557.345
min	1389.474
max	2802.842

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000
min	107.841
max	107.841

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	264.488
σ	367.754
min	127.282
max	1174.382

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	46.456
σ	9.382
min	41.827
max	69.563

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	22.898
σ	2.627
min	21.459
max	29.223

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293
σ	0.002
min	71.292
max	71.296

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	57.472
σ	2.691
min	55.465
max	63.467

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	3246.546
σ	730.923
min	2530.894
max	4343.790

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7339.875
σ	5.693
min	7333.000
max	7344.000

*mean*	966.356
σ	75.638
min	920.623
max	1118.653

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	502.577
σ	335.957
min	372.767
max	1333.938

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	394.810
σ	41.561
min	309.671
max	437.209

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.750
σ	2.315
min	562.000
max	567.000

*mean*	767.981
σ	66.768
min	627.902
max	829.197

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.563
σ	0.761
min	1024.092
max	1027.709

*mean*	1044.300
σ	309.624
min	567.000
max	1499.000

*mean*	1.403
σ	0.141
min	1.299
max	1.891

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914
σ	0.020
min	0.904
max	0.951

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474
σ	0.460
min	0.250
max	1.297

name=error_case.art

*mean*	2.347
σ	0.012
min	2.341
max	2.369

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.899
σ	0.568
min	0.620
max	1.914

name=heavy_item.art

*mean*	1.525
σ	0.002
min	1.524
max	1.528

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.405
σ	0.041
min	0.372
max	0.474

name=nested_use.art

*mean*	2.365
σ	0.002
min	2.364
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.598
σ	0.030
min	0.573
max	0.648

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287
σ	0.009
min	966.281
max	966.303

*mean*	432.800
σ	0.447
min	432.000
max	433.000

*mean*	0.712
σ	0.068
min	0.610
max	0.762

name=cdr_enhanced_4k_loc.art

*mean*	886.717
σ	0.002
min	886.716
max	886.720

*mean*	433.000
σ	0.000
min	433.000
max	433.000

*mean*	0.441
σ	0.018
min	0.421
max	0.469

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722
σ	0.002
min	7.721
max	7.725

*mean*	433.000
σ	0.000
min	433.000
max	433.000

*mean*	2.615
σ	0.081
min	2.475
max	2.884

name=record_render_large_syntax_err.art

*mean*	7.670
σ	0.002
min	7.670
max	7.673

*mean*	433.000
σ	0.000
min	433.000
max	433.000

*mean*	2.606
σ	0.101
min	2.434
max	3.076

name=record_render_success.art

*mean*	2.294
σ	0.002
min	2.293
max	2.297

*mean*	433.000
σ	0.000
min	433.000
max	433.000

*mean*	0.311
σ	0.071
min	0.285
max	1.011

name=record_render_syntax_err.art

*mean*	2.169
σ	0.002
min	2.168
max	2.172

*mean*	433.000
σ	0.000
min	433.000
max	433.000

*mean*	0.287
σ	0.007
min	0.274
max	0.315

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.788
σ	12.246
min	0.574
max	150.551

*mean*	453.189
σ	15.274
min	410.000
max	470.000

*mean*	0.027
σ	0.030
min	0.001
max	0.361

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.889
σ	0.963
min	298.499
max	301.623

*mean*	441.400
σ	17.652
min	415.000
max	464.000

*mean*	0.599
σ	0.012
min	0.571
max	0.611

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258
σ	0.000
min	169.258
max	169.258

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	230.764
σ	21.460
min	189.238
max	250.191

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	6.809
σ	1.522
min	5.875
max	9.284

phase=parser

*mean*	1043.353
σ	0.000
min	1043.353
max	1043.354

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	498.552
σ	138.225
min	373.765
max	726.966

phase=processProdDef

*mean*	2243.719
σ	0.000
min	2243.719
max	2243.719

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	3025.722
σ	382.810
min	2437.239
max	3387.998

phase=renaming

*mean*	21.438
σ	0.000
min	21.438
max	21.438

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	31.580
σ	9.360
min	19.496
max	42.289

phase=type checker

*mean*	958.597
σ	0.047
min	958.573
max	958.698

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	650.607
σ	50.617
min	608.858
max	750.940

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.801
σ	0.037
min	293.749
max	293.839

*mean*	444.200
σ	1.643
min	443.000
max	447.000

*mean*	0.393
σ	0.006
min	0.387
max	0.400

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.259
σ	0.134
min	1320.136
max	1320.479

*mean*	1101.400
σ	188.140
min	886.000
max	1349.000

*mean*	1.913
σ	0.047
min	1.846
max	1.964

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.265
σ	2.967
min	1557.687
max	1564.553

*mean*	624.600
σ	70.847
min	519.000
max	694.000

*mean*	2.305
σ	0.237
min	2.063
max	2.649

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.312
σ	0.053
min	1882.250
max	1882.396

*mean*	1732.600
σ	177.933
min	1485.000
max	1957.000

*mean*	2.881
σ	0.105
min	2.708
max	2.983

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.786
σ	0.076
min	1.667
max	1.863

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	415.707
σ	509.984
min	160.710
max	1180.683

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	433.000
σ	0.000
min	433.000
max	433.000

*mean*	0.510
σ	0.499
min	0.259
max	1.259

policies=20

*mean*	1607.425
σ	0.332
min	1607.184
max	1607.912

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	442.000
σ	6.000
min	433.000
max	445.000

*mean*	2.563
σ	0.020
min	2.538
max	2.582

policies=200

*mean*	16082.812
σ	0.126
min	16082.670
max	16082.977

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.500
σ	6.557
min	489.000
max	504.000

*mean*	25.843
σ	0.160
min	25.686
max	26.058