9724e18ea69790ddf8b09a5242730482bdef2fff

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774
σ	0.367
min	54.627
max	55.816

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.140
σ	0.008
min	0.130
max	0.159

cache=y

dps=1

iters=10

policies=100

*mean*	43.772
σ	0.006
min	43.762
max	43.782

*mean*	415.000
σ	0.000
min	415.000
max	415.000

*mean*	0.125
σ	0.005
min	0.121
max	0.133

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4584.125
σ	2250.663
min	1485.000
max	7394.000

*mean*	13.290
σ	2.928
min	11.933
max	20.468

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4584.125
σ	2250.663
min	1485.000
max	7394.000

*mean*	13.583
σ	2.602
min	11.687
max	19.939

op=table_records(), no indexes

*mean*	41.948
σ	0.002
min	41.946
max	41.950

*mean*	7394.000
σ	0.000
min	7394.000
max	7394.000

*mean*	11.022
σ	0.101
min	10.936
max	11.230

op=table_records(), repeat

*mean*	41.934
σ	0.001
min	41.933
max	41.937

*mean*	4171.625
σ	1943.560
min	1485.000
max	7394.000

*mean*	11.606
σ	1.764
min	10.719
max	15.951

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137
min	27.606
max	27.993

*mean*	4171.625
σ	1943.560
min	1485.000
max	7394.000

*mean*	9.177
σ	1.400
min	8.107
max	12.584

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4171.625
σ	1943.560
min	1485.000
max	7394.000

*mean*	7.213
σ	1.051
min	6.607
max	9.790

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4584.125
σ	2250.663
min	1485.000
max	7394.000

*mean*	6.274
σ	0.439
min	5.992
max	7.348

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000
min	25.984
max	25.985

*mean*	4584.125
σ	2250.663
min	1485.000
max	7394.000

*mean*	6.073
σ	0.480
min	5.686
max	7.238

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7394.000
σ	0.000
min	7394.000
max	7394.000

*mean*	363.525
σ	44.268
min	345.945
max	473.020

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3749.875
σ	2296.789
min	720.000
max	7394.000

*mean*	1753.915
σ	640.257
min	1401.936
max	2822.455

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.854

*mean*	4404.875
σ	2221.668
min	1485.000
max	7394.000

*mean*	202.962
σ	173.943
min	130.541
max	631.558

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4584.125
σ	2250.663
min	1485.000
max	7394.000

*mean*	152.188
σ	306.162
min	41.108
max	909.889

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7394.000
σ	0.000
min	7394.000
max	7394.000

*mean*	21.990
σ	0.763
min	21.511
max	23.820

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002
min	71.307
max	71.311

*mean*	7394.000
σ	0.000
min	7394.000
max	7394.000

*mean*	253.746
σ	556.729
min	56.072
max	1631.578

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.014
min	4646.845
max	4646.884

*mean*	4171.625
σ	1943.560
min	1485.000
max	7394.000

*mean*	3246.128
σ	694.344
min	2535.616
max	4287.688

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7394.000
σ	0.000
min	7394.000
max	7394.000

*mean*	1008.605
σ	117.230
min	926.724
max	1235.671

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7394.000
σ	0.000
min	7394.000
max	7394.000

*mean*	389.462
σ	4.039
min	380.404
max	393.097

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500
σ	0.535
min	476.000
max	477.000

*mean*	381.042
σ	35.082
min	329.708
max	440.483

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000
σ	0.000
min	559.000
max	559.000

*mean*	733.428
σ	49.180
min	631.938
max	790.280

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972
σ	1.820
min	963.262
max	971.667

*mean*	1043.000
σ	315.412
min	591.000
max	1503.000

*mean*	1.297
σ	0.130
min	1.182
max	1.626

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.433
σ	0.583
min	0.138
max	1.473

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481
σ	0.318
min	0.329
max	1.050

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220
σ	0.027
min	0.206
max	0.268

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330
σ	0.016
min	0.316
max	0.357

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	435.600
σ	5.079
min	431.000
max	441.000

*mean*	0.574
σ	0.036
min	0.521
max	0.605

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.480
σ	0.040
min	0.416
max	0.526

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.017
σ	0.304
min	1.751
max	3.218

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	1.972
σ	0.081
min	1.844
max	2.299

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.314
σ	0.030
min	0.297
max	0.599

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.296
σ	0.008
min	0.283
max	0.328

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.159
σ	10.592
min	0.574
max	71.306

*mean*	458.393
σ	16.949
min	410.000
max	474.000

*mean*	0.028
σ	0.026
min	0.001
max	0.174

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.696
σ	1.071
min	278.284
max	281.742

*mean*	444.800
σ	18.510
min	417.000
max	471.000

*mean*	0.576
σ	0.014
min	0.549
max	0.599

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	213.222
σ	26.658
min	189.375
max	251.185

phase=macro expansion

*mean*	6.130
σ	0.001
min	6.130
max	6.133

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	9.595
σ	0.114
min	9.446
max	9.805

phase=parser

*mean*	1042.435
σ	0.001
min	1042.432
max	1042.436

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	594.856
σ	18.072
min	551.563
max	608.014

phase=processProdDef

*mean*	2243.976
σ	0.001
min	2243.976
max	2243.979

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	2886.033
σ	417.499
min	2305.528
max	3424.776

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	40.392
σ	0.651
min	39.075
max	41.137

phase=type checker

*mean*	989.755
σ	0.066
min	989.654
max	989.845

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	680.802
σ	8.778
min	670.933
max	700.179

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.386
σ	0.037
min	282.337
max	282.428

*mean*	442.400
σ	0.548
min	442.000
max	443.000

*mean*	0.378
σ	0.005
min	0.375
max	0.386

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.116
σ	0.097
min	1267.003
max	1267.265

*mean*	1112.200
σ	170.002
min	897.000
max	1328.000

*mean*	2.000
σ	0.108
min	1.859
max	2.117

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.122
σ	2.955
min	1504.599
max	1511.396

*mean*	628.200
σ	90.682
min	503.000
max	728.000

*mean*	2.356
σ	0.299
min	2.059
max	2.795

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.115
σ	0.093
min	1829.027
max	1829.258

*mean*	1768.200
σ	212.125
min	1490.000
max	1970.000

*mean*	3.222
σ	0.397
min	2.678
max	3.729

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766
σ	0.088
min	1.629
max	1.850

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697
σ	518.054
min	138.666
max	1174.777

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	447.000
σ	0.000
min	447.000
max	447.000

*mean*	0.492
σ	0.502
min	0.236
max	1.245

policies=20

*mean*	1386.836
σ	0.159
min	1386.723
max	1387.072

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.000
σ	0.000
min	447.000
max	447.000

*mean*	2.313
σ	0.016
min	2.300
max	2.336

policies=200

*mean*	13876.846
σ	0.143
min	13876.726
max	13877.022

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.750
σ	3.594
min	492.000
max	500.000

*mean*	23.555
σ	0.232
min	23.340
max	23.848