fddc81efe2164e95b7da88f7c863be37a623e152

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.860
σ	0.360
min	54.721
max	55.883

*mean*	417.700
σ	0.483
min	417.000
max	418.000

*mean*	0.140
σ	0.004
min	0.138
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.847
σ	0.007
min	43.835
max	43.860

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.123
σ	0.005
min	0.117
max	0.133

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4592.000
σ	2248.533
min	1484.000
max	7385.000

*mean*	184.310
σ	485.944
min	11.415
max	1386.951

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.000
min	36.617
max	36.617

*mean*	4592.000
σ	2248.533
min	1484.000
max	7385.000

*mean*	13.855
σ	4.651
min	11.025
max	24.459

op=table_records(), no indexes

*mean*	41.948
σ	0.002
min	41.946
max	41.951

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	10.634
σ	0.146
min	10.492
max	10.917

op=table_records(), repeat

*mean*	41.934
σ	0.002
min	41.933
max	41.938

*mean*	4183.250
σ	1945.007
min	1484.000
max	7385.000

*mean*	11.222
σ	1.752
min	10.287
max	15.529

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137
min	27.606
max	27.993

*mean*	4183.250
σ	1945.007
min	1484.000
max	7385.000

*mean*	8.529
σ	1.299
min	7.698
max	11.716

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4183.250
σ	1945.007
min	1484.000
max	7385.000

*mean*	6.277
σ	1.114
min	5.412
max	8.848

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4592.000
σ	2248.533
min	1484.000
max	7385.000

*mean*	6.007
σ	0.982
min	5.379
max	8.216

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000
min	25.984
max	25.985

*mean*	4592.000
σ	2248.533
min	1484.000
max	7385.000

*mean*	5.867
σ	1.074
min	5.125
max	8.234

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	379.339
σ	81.285
min	348.086
max	580.464

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3759.000
σ	2299.813
min	721.000
max	7385.000

*mean*	1766.095
σ	617.519
min	1402.252
max	2763.719

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.854
max	107.854

*mean*	4412.250
σ	2218.005
min	1484.000
max	7385.000

*mean*	274.857
σ	391.565
min	125.922
max	1243.131

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4412.250
σ	2218.005
min	1484.000
max	7385.000

*mean*	46.180
σ	9.101
min	41.192
max	68.221

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	21.839
σ	1.390
min	20.941
max	25.175

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002
min	71.307
max	71.311

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	296.500
σ	680.887
min	54.574
max	1981.603

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013
min	4646.845
max	4646.883

*mean*	4183.250
σ	1945.007
min	1484.000
max	7385.000

*mean*	3392.725
σ	872.427
min	2506.744
max	4656.903

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	1029.472
σ	152.445
min	926.568
max	1331.995

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7385.000
σ	0.000
min	7385.000
max	7385.000

*mean*	391.384
σ	3.839
min	386.916
max	398.320

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000
σ	0.000
min	476.000
max	476.000

*mean*	378.984
σ	24.610
min	355.429
max	425.255

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	718.873
σ	43.757
min	645.375
max	774.018

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566
σ	0.762
min	1024.092
max	1027.714

*mean*	1061.600
σ	313.032
min	593.000
max	1530.000

*mean*	1.388
σ	0.109
min	1.230
max	1.720

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.283
σ	0.289
min	0.126
max	0.796

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.488
σ	0.361
min	0.312
max	1.133

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219
σ	0.020
min	0.201
max	0.251

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327
σ	0.011
min	0.313
max	0.343

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.559
σ	0.070
min	0.449
max	0.628

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.438
σ	0.028
min	0.397
max	0.472

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.583
σ	0.096
min	2.437
max	3.055

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	2.564
σ	0.093
min	2.427
max	3.012

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.308
σ	0.042
min	0.292
max	0.714

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.290
σ	0.009
min	0.279
max	0.330

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.931
σ	11.559
min	0.573
max	85.546

*mean*	460.955
σ	19.446
min	406.000
max	478.000

*mean*	0.027
σ	0.028
min	0.001
max	0.206

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.608
σ	1.085
min	298.155
max	301.680

*mean*	441.000
σ	17.146
min	414.000
max	466.000

*mean*	0.606
σ	0.016
min	0.572
max	0.633

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	235.176
σ	21.205
min	196.066
max	257.979

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	6.793
σ	1.193
min	6.250
max	9.729

phase=parser

*mean*	1042.431
σ	0.000
min	1042.431
max	1042.431

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	561.795
σ	84.707
min	381.365
max	614.044

phase=processProdDef

*mean*	2243.980
σ	0.000
min	2243.980
max	2243.980

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	2707.062
σ	575.749
min	2008.758
max	3460.661

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	25.890
σ	9.425
min	20.501
max	41.970

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	716.861
σ	70.733
min	653.021
max	855.936

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819
σ	0.037
min	293.767
max	293.858

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.391
σ	0.007
min	0.386
max	0.403

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.288
σ	0.137
min	1320.166
max	1320.515

*mean*	1091.400
σ	167.980
min	894.000
max	1321.000

*mean*	1.981
σ	0.154
min	1.865
max	2.240

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.285
σ	2.996
min	1557.679
max	1564.630

*mean*	625.800
σ	87.688
min	495.000
max	728.000

*mean*	2.216
σ	0.211
min	2.023
max	2.571

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.341
σ	0.056
min	1882.261
max	1882.418

*mean*	1737.400
σ	177.867
min	1470.000
max	1888.000

*mean*	2.936
σ	0.159
min	2.738
max	3.168

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.668
σ	0.110
min	1.540
max	1.827

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.942
σ	518.105
min	160.886
max	1197.099

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.525
σ	0.533
min	0.257
max	1.325

policies=20

*mean*	1609.183
σ	0.355
min	1608.941
max	1609.710

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500
σ	9.000
min	446.000
max	464.000

*mean*	2.588
σ	0.013
min	2.570
max	2.599

policies=200

*mean*	16100.613
σ	0.108
min	16100.480
max	16100.721

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.250
σ	4.031
min	490.000
max	499.000

*mean*	26.175
σ	0.191
min	25.970
max	26.415