1ff22d210d089d127716750d0542ca4f181518c6

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775
σ	0.364
min	54.630
max	55.809

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.140
σ	0.004
min	0.137
max	0.146

cache=y

dps=1

iters=10

policies=100

*mean*	43.773
σ	0.007
min	43.760
max	43.786

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.124
σ	0.004
min	0.120
max	0.131

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4590.250
σ	2248.390
min	1484.000
max	7381.000

*mean*	147.894
σ	383.785
min	11.972
max	1097.713

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4590.250
σ	2248.390
min	1484.000
max	7381.000

*mean*	13.736
σ	2.923
min	11.746
max	20.888

op=table_records(), no indexes

*mean*	41.948
σ	0.002
min	41.946
max	41.950

*mean*	7381.000
σ	0.000
min	7381.000
max	7381.000

*mean*	11.752
σ	1.825
min	10.936
max	16.254

op=table_records(), repeat

*mean*	41.934
σ	0.002
min	41.933
max	41.937

*mean*	4182.375
σ	1945.347
min	1484.000
max	7381.000

*mean*	11.571
σ	1.663
min	10.745
max	15.663

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137
min	27.606
max	27.993

*mean*	4182.375
σ	1945.347
min	1484.000
max	7381.000

*mean*	9.133
σ	1.312
min	7.917
max	12.260

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4182.375
σ	1945.347
min	1484.000
max	7381.000

*mean*	7.093
σ	0.970
min	6.338
max	9.431

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4590.250
σ	2248.390
min	1484.000
max	7381.000

*mean*	6.180
σ	0.504
min	5.799
max	7.343

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000
min	25.984
max	25.985

*mean*	4590.250
σ	2248.390
min	1484.000
max	7381.000

*mean*	6.014
σ	0.574
min	5.677
max	7.415

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7381.000
σ	0.000
min	7381.000
max	7381.000

*mean*	346.169
σ	1.779
min	344.119
max	349.523

op=load_product(), with indexes

*mean*	3495.878
σ	0.468
min	3495.713
max	3497.037

*mean*	3757.625
σ	2300.038
min	720.000
max	7381.000

*mean*	1747.592
σ	665.717
min	1381.249
max	2916.774

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.855

*mean*	4410.875
σ	2217.641
min	1484.000
max	7381.000

*mean*	202.098
σ	177.130
min	129.713
max	637.821

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4410.875
σ	2217.641
min	1484.000
max	7381.000

*mean*	43.121
σ	1.737
min	41.120
max	46.481

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7381.000
σ	0.000
min	7381.000
max	7381.000

*mean*	180.867
σ	448.980
min	21.238
max	1292.030

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002
min	71.307
max	71.311

*mean*	7381.000
σ	0.000
min	7381.000
max	7381.000

*mean*	65.157
σ	22.427
min	55.554
max	120.277

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013
min	4646.845
max	4646.883

*mean*	4182.375
σ	1945.347
min	1484.000
max	7381.000

*mean*	3248.340
σ	746.100
min	2505.807
max	4507.578

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7381.000
σ	0.000
min	7381.000
max	7381.000

*mean*	1040.824
σ	266.416
min	914.552
max	1685.129

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7381.000
σ	0.000
min	7381.000
max	7381.000

*mean*	386.359
σ	6.280
min	375.335
max	398.600

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	382.521
σ	24.848
min	349.995
max	426.280

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	724.861
σ	59.718
min	616.291
max	785.387

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972
σ	1.821
min	963.263
max	971.674

*mean*	1046.250
σ	320.771
min	542.000
max	1568.000

*mean*	1.267
σ	0.077
min	1.176
max	1.442

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290
σ	0.279
min	0.142
max	0.785

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479
σ	0.321
min	0.319
max	1.052

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221
σ	0.022
min	0.203
max	0.260

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331
σ	0.017
min	0.315
max	0.358

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.522
σ	0.039
min	0.481
max	0.572

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.499
σ	0.038
min	0.432
max	0.529

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.963
σ	0.075
min	1.861
max	2.365

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.949
σ	0.073
min	1.821
max	2.242

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.304
σ	0.006
min	0.293
max	0.340

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295
σ	0.009
min	0.279
max	0.332

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.859
σ	11.415
min	0.963
max	98.247

*mean*	466.230
σ	20.764
min	410.000
max	484.000

*mean*	0.027
σ	0.028
min	0.001
max	0.231

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.869
σ	1.039
min	278.490
max	281.824

*mean*	442.600
σ	17.443
min	414.000
max	471.000

*mean*	0.586
σ	0.016
min	0.557
max	0.615

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	222.724
σ	24.453
min	194.758
max	256.364

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	9.311
σ	0.785
min	7.375
max	9.699

phase=parser

*mean*	1042.434
σ	0.000
min	1042.434
max	1042.434

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	568.267
σ	60.053
min	422.381
max	601.345

phase=processProdDef

*mean*	2243.976
σ	0.000
min	2243.976
max	2243.976

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	2726.540
σ	387.642
min	1867.033
max	3090.618

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	38.422
σ	4.726
min	26.772
max	40.861

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	676.246
σ	20.323
min	641.086
max	708.494

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.386
σ	0.037
min	282.338
max	282.428

*mean*	442.400
σ	0.548
min	442.000
max	443.000

*mean*	0.375
σ	0.001
min	0.373
max	0.376

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.125
σ	0.110
min	1266.981
max	1267.290

*mean*	1102.600
σ	190.872
min	842.000
max	1333.000

*mean*	2.005
σ	0.166
min	1.832
max	2.198

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.064
σ	2.930
min	1504.547
max	1511.293

*mean*	619.800
σ	81.199
min	494.000
max	710.000

*mean*	2.177
σ	0.153
min	2.031
max	2.417

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.105
σ	0.032
min	1829.051
max	1829.136

*mean*	1737.600
σ	174.045
min	1479.000
max	1887.000

*mean*	2.913
σ	0.049
min	2.835
max	2.962

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.758
σ	0.165
min	1.516
max	1.893

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697
σ	518.051
min	138.670
max	1174.774

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	439.000
σ	0.000
min	439.000
max	439.000

*mean*	0.499
σ	0.522
min	0.234
max	1.282

policies=20

*mean*	1386.828
σ	0.149
min	1386.726
max	1387.049

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	444.500
σ	6.351
min	439.000
max	450.000

*mean*	2.296
σ	0.008
min	2.289
max	2.307

policies=200

*mean*	13876.807
σ	0.167
min	13876.659
max	13877.032

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.250
σ	4.646
min	491.000
max	501.000

*mean*	23.487
σ	0.166
min	23.315
max	23.672