84c4cfd6dd1a9ce7c2f0d3da2fa1201118e190f0

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859
σ	0.359
min	54.716
max	55.880

*mean*	421.000
σ	0.000
min	421.000
max	421.000

*mean*	0.141
σ	0.004
min	0.137
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.846
σ	0.006
min	43.833
max	43.852

*mean*	421.000
σ	0.000
min	421.000
max	421.000

*mean*	0.124
σ	0.005
min	0.119
max	0.133

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4425.750
σ	2224.804
min	1484.000
max	7403.000

*mean*	13.593
σ	3.467
min	11.962
max	22.069

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.000
min	36.617
max	36.618

*mean*	4605.500
σ	2255.922
min	1484.000
max	7403.000

*mean*	158.109
σ	407.635
min	11.751
max	1166.922

op=table_records(), no indexes

*mean*	41.948
σ	0.002
min	41.946
max	41.951

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	11.126
σ	0.146
min	10.920
max	11.298

op=table_records(), repeat

*mean*	41.933
σ	0.000
min	41.933
max	41.934

*mean*	4197.125
σ	1952.455
min	1484.000
max	7403.000

*mean*	11.413
σ	1.024
min	10.798
max	13.851

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.136
min	27.606
max	27.993

*mean*	4197.125
σ	1952.455
min	1484.000
max	7403.000

*mean*	8.995
σ	0.593
min	8.311
max	10.327

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4197.125
σ	1952.455
min	1484.000
max	7403.000

*mean*	7.061
σ	0.477
min	6.563
max	8.059

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4605.500
σ	2255.922
min	1484.000
max	7403.000

*mean*	6.719
σ	1.319
min	5.833
max	9.121

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000
min	25.984
max	25.985

*mean*	4605.500
σ	2255.922
min	1484.000
max	7403.000

*mean*	6.547
σ	1.278
min	5.735
max	8.875

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	344.219
σ	2.435
min	341.170
max	348.010

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3770.125
σ	2308.759
min	720.000
max	7403.000

*mean*	1772.588
σ	663.249
min	1382.075
max	2911.309

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.854

*mean*	4197.125
σ	1952.455
min	1484.000
max	7403.000

*mean*	133.969
σ	6.463
min	129.220
max	147.582

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4425.750
σ	2224.804
min	1484.000
max	7403.000

*mean*	157.213
σ	322.964
min	41.459
max	956.504

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	134.416
σ	318.104
min	21.589
max	921.683

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002
min	71.307
max	71.311

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	57.613
σ	5.012
min	55.370
max	69.945

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013
min	4646.845
max	4646.883

*mean*	4197.125
σ	1952.455
min	1484.000
max	7403.000

*mean*	3167.978
σ	671.317
min	2477.144
max	4131.059

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	962.182
σ	93.562
min	908.206
max	1163.930

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	382.659
σ	5.040
min	371.883
max	387.147

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.000
σ	0.000
min	475.000
max	475.000

*mean*	375.426
σ	34.630
min	304.250
max	419.456

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.500
σ	0.535
min	564.000
max	565.000

*mean*	785.290
σ	51.539
min	699.241
max	838.946

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.564
σ	0.760
min	1024.094
max	1027.704

*mean*	1049.900
σ	311.581
min	586.000
max	1511.000

*mean*	1.367
σ	0.059
min	1.308
max	1.522

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.412
σ	0.428
min	0.151
max	1.173

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.743
σ	0.318
min	0.569
max	1.309

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.389
σ	0.034
min	0.367
max	0.448

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.595
σ	0.022
min	0.577
max	0.632

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	434.600
σ	5.079
min	430.000
max	440.000

*mean*	0.712
σ	0.049
min	0.643
max	0.757

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.620
σ	0.030
min	0.585
max	0.644

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.976
σ	0.456
min	1.999
max	3.848

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.602
σ	0.084
min	2.428
max	2.856

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.308
σ	0.020
min	0.292
max	0.468

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.291
σ	0.008
min	0.276
max	0.326

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.174
σ	13.125
min	0.727
max	139.479

*mean*	457.573
σ	16.965
min	408.000
max	473.000

*mean*	0.028
σ	0.032
min	0.001
max	0.328

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.728
σ	1.032
min	298.325
max	301.662

*mean*	440.800
σ	16.923
min	415.000
max	468.000

*mean*	0.596
σ	0.030
min	0.521
max	0.634

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	232.431
σ	24.847
min	200.061
max	253.623

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	6.354
σ	0.093
min	6.251
max	6.498

phase=parser

*mean*	1042.431
σ	0.000
min	1042.431
max	1042.431

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	571.252
σ	59.209
min	424.863
max	596.898

phase=processProdDef

*mean*	2243.980
σ	0.000
min	2243.980
max	2243.981

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	2490.041
σ	187.978
min	2123.578
max	2741.708

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	20.622
σ	0.484
min	19.959
max	21.159

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	840.000
σ	0.000
min	840.000
max	840.000

*mean*	649.717
σ	7.984
min	645.243
max	669.338

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821
σ	0.038
min	293.769
max	293.859

*mean*	441.400
σ	2.510
min	439.000
max	445.000

*mean*	0.393
σ	0.007
min	0.388
max	0.404

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288
σ	0.132
min	1320.157
max	1320.497

*mean*	1105.400
σ	179.999
min	892.000
max	1354.000

*mean*	1.953
σ	0.034
min	1.903
max	1.995

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.289
σ	3.007
min	1557.645
max	1564.652

*mean*	615.800
σ	85.462
min	525.000
max	730.000

*mean*	2.240
σ	0.280
min	2.062
max	2.733

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.336
σ	0.051
min	1882.272
max	1882.401

*mean*	1715.000
σ	179.538
min	1482.000
max	1886.000

*mean*	2.949
σ	0.119
min	2.810
max	3.125

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.701
σ	0.240
min	1.279
max	1.857

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.944
σ	518.104
min	160.887
max	1197.101

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.524
σ	0.522
min	0.260
max	1.306

policies=20

*mean*	1609.211
σ	0.353
min	1608.962
max	1609.731

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750
σ	7.500
min	444.000
max	459.000

*mean*	2.581
σ	0.030
min	2.542
max	2.612

policies=200

*mean*	16100.691
σ	0.079
min	16100.588
max	16100.779

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.000
σ	3.559
min	490.000
max	498.000

*mean*	26.050
σ	0.138
min	25.941
max	26.252