a365c99e0f055d54d9a2095f5aa16fa94679e532

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.776
σ	0.364
min	54.632
max	55.810

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.143
σ	0.008
min	0.138
max	0.163

cache=y

dps=1

iters=10

policies=100

*mean*	43.779
σ	0.007
min	43.768
max	43.791

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139
σ	0.011
min	0.120
max	0.151

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4590.375
σ	2249.453
min	1486.000
max	7385.000

*mean*	149.392
σ	385.929
min	11.912
max	1104.505

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4590.375
σ	2249.453
min	1486.000
max	7385.000

*mean*	14.601
σ	4.801
min	11.434
max	25.272

op=table_records(), no indexes

*mean*	41.948
σ	0.002
min	41.946
max	41.951

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	11.274
σ	1.134
min	10.631
max	14.059

op=table_records(), repeat

*mean*	41.933
σ	0.000
min	41.933
max	41.934

*mean*	4180.250
σ	1945.738
min	1486.000
max	7385.000

*mean*	11.825
σ	1.680
min	10.885
max	15.939

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.136
min	27.606
max	27.993

*mean*	4180.250
σ	1945.738
min	1486.000
max	7385.000

*mean*	8.953
σ	1.328
min	7.670
max	12.104

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4180.250
σ	1945.738
min	1486.000
max	7385.000

*mean*	6.750
σ	1.081
min	6.146
max	9.397

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4590.375
σ	2249.453
min	1486.000
max	7385.000

*mean*	6.493
σ	1.028
min	5.815
max	8.798

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000
min	25.984
max	25.985

*mean*	4590.375
σ	2249.453
min	1486.000
max	7385.000

*mean*	6.438
σ	1.023
min	5.824
max	8.711

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	363.568
σ	43.364
min	345.268
max	470.823

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3757.250
σ	2300.229
min	720.000
max	7385.000

*mean*	1776.147
σ	614.401
min	1406.013
max	2806.898

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.855

*mean*	4409.125
σ	2218.927
min	1486.000
max	7385.000

*mean*	263.354
σ	360.253
min	125.057
max	1153.737

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4409.125
σ	2218.927
min	1486.000
max	7385.000

*mean*	46.930
σ	9.640
min	41.441
max	70.303

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	23.551
σ	3.120
min	21.649
max	29.599

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002
min	71.307
max	71.311

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	284.900
σ	642.015
min	54.903
max	1873.776

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013
min	4646.845
max	4646.883

*mean*	4180.250
σ	1945.738
min	1486.000
max	7385.000

*mean*	3243.843
σ	731.020
min	2517.674
max	4455.597

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	1057.977
σ	191.960
min	928.569
max	1390.260

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	409.064
σ	38.539
min	391.771
max	503.659

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000
σ	0.000
min	476.000
max	476.000

*mean*	380.687
σ	34.091
min	316.909
max	438.815

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	792.372
σ	27.863
min	752.692
max	823.885

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971
σ	1.820
min	963.263
max	971.666

*mean*	1036.050
σ	304.714
min	546.000
max	1527.000

*mean*	1.251
σ	0.068
min	1.179
max	1.423

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298
σ	0.294
min	0.137
max	0.821

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484
σ	0.325
min	0.321
max	1.065

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225
σ	0.023
min	0.206
max	0.264

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.354
σ	0.016
min	0.342
max	0.372

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.547
σ	0.052
min	0.479
max	0.618

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.461
σ	0.064
min	0.388
max	0.529

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.702
σ	0.100
min	2.510
max	3.059

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.677
σ	0.085
min	2.477
max	2.945

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.316
σ	0.011
min	0.303
max	0.407

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.302
σ	0.008
min	0.288
max	0.341

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.642
σ	11.796
min	0.574
max	91.935

*mean*	460.302
σ	19.766
min	407.000
max	476.000

*mean*	0.027
σ	0.029
min	0.001
max	0.236

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.598
σ	1.074
min	278.093
max	281.644

*mean*	447.800
σ	20.088
min	417.000
max	471.000

*mean*	0.588
σ	0.012
min	0.576
max	0.613

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	239.682
σ	19.235
min	197.531
max	254.117

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	9.062
σ	0.978
min	7.335
max	9.703

phase=parser

*mean*	1042.434
σ	0.000
min	1042.433
max	1042.434

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	565.747
σ	75.086
min	417.869
max	618.704

phase=processProdDef

*mean*	2243.975
σ	0.000
min	2243.975
max	2243.975

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	2999.984
σ	425.591
min	2421.614
max	3421.270

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	36.775
σ	6.460
min	26.254
max	41.249

phase=type checker

*mean*	989.755
σ	0.066
min	989.658
max	989.845

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	714.014
σ	41.405
min	644.363
max	787.700

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394
σ	0.024
min	282.373
max	282.425

*mean*	444.400
σ	0.548
min	444.000
max	445.000

*mean*	0.381
σ	0.005
min	0.376
max	0.389

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.114
σ	0.101
min	1266.993
max	1267.270

*mean*	1113.200
σ	169.525
min	898.000
max	1328.000

*mean*	2.017
σ	0.110
min	1.872
max	2.137

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.123
σ	2.939
min	1504.603
max	1511.369

*mean*	629.000
σ	90.019
min	505.000
max	728.000

*mean*	2.338
σ	0.251
min	2.072
max	2.628

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.095
σ	0.055
min	1829.015
max	1829.161

*mean*	1756.600
σ	211.213
min	1473.000
max	1956.000

*mean*	3.119
σ	0.255
min	2.829
max	3.491

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.737
σ	0.126
min	1.542
max	1.838

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699
σ	518.050
min	138.672
max	1174.774

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	448.000
σ	0.000
min	448.000
max	448.000

*mean*	0.503
σ	0.524
min	0.237
max	1.290

policies=20

*mean*	1386.840
σ	0.168
min	1386.725
max	1387.089

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	449.000
σ	1.155
min	448.000
max	450.000

*mean*	2.321
σ	0.025
min	2.286
max	2.340

policies=200

*mean*	13876.884
σ	0.111
min	13876.805
max	13877.048

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.250
σ	4.787
min	491.000
max	502.000

*mean*	23.478
σ	0.102
min	23.407
max	23.627