3a625ad46542d87e8293b93260e5e5213e6dec31

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.810
σ	0.365
min	54.662
max	55.847

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.140
σ	0.004
min	0.136
max	0.147

cache=y

dps=1

iters=10

policies=100

*mean*	43.805
σ	0.006
min	43.797
max	43.815

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.123
σ	0.003
min	0.118
max	0.127

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4593.625
σ	2247.268
min	1487.000
max	7382.000

*mean*	163.909
σ	427.377
min	11.858
max	1221.603

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4593.625
σ	2247.268
min	1487.000
max	7382.000

*mean*	14.239
σ	3.834
min	11.492
max	22.981

op=table_records(), no indexes

*mean*	41.948
σ	0.002
min	41.946
max	41.951

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	11.746
σ	1.992
min	10.866
max	16.667

op=table_records(), repeat

*mean*	41.933
σ	0.001
min	41.933
max	41.937

*mean*	4186.500
σ	1944.592
min	1487.000
max	7382.000

*mean*	11.609
σ	1.709
min	10.746
max	15.824

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137
min	27.606
max	27.993

*mean*	4186.500
σ	1944.592
min	1487.000
max	7382.000

*mean*	9.094
σ	1.190
min	8.037
max	11.913

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4186.500
σ	1944.592
min	1487.000
max	7382.000

*mean*	6.932
σ	1.070
min	5.878
max	9.306

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4593.625
σ	2247.268
min	1487.000
max	7382.000

*mean*	6.604
σ	1.009
min	6.002
max	8.900

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984
σ	0.000
min	25.984
max	25.985

*mean*	4593.625
σ	2247.268
min	1487.000
max	7382.000

*mean*	6.343
σ	1.024
min	5.777
max	8.672

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.632
σ	0.002
min	1021.630
max	1021.634

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	418.520
σ	1.631
min	415.642
max	420.707

op=load_product(), with indexes

*mean*	3495.884
σ	0.469
min	3495.718
max	3497.043

*mean*	3760.875
σ	2300.114
min	720.000
max	7382.000

*mean*	1809.135
σ	607.791
min	1458.434
max	3043.614

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.855

*mean*	4414.750
σ	2216.464
min	1487.000
max	7382.000

*mean*	269.883
σ	383.907
min	123.938
max	1219.023

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4414.750
σ	2216.464
min	1487.000
max	7382.000

*mean*	45.068
σ	8.176
min	40.884
max	65.049

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	164.697
σ	401.989
min	21.559
max	1159.561

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002
min	71.307
max	71.311

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	63.293
σ	19.978
min	54.783
max	112.385

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.014
min	4646.845
max	4646.884

*mean*	4186.500
σ	1944.592
min	1487.000
max	7382.000

*mean*	3255.738
σ	762.393
min	2466.559
max	4529.990

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	1032.203
σ	268.124
min	912.438
max	1688.107

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.103
max	905.108

*mean*	7382.000
σ	0.000
min	7382.000
max	7382.000

*mean*	390.003
σ	8.217
min	372.050
max	400.968

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.750
σ	0.463
min	479.000
max	480.000

*mean*	405.116
σ	35.264
min	336.701
max	445.127

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.375
σ	1.768
min	558.000
max	563.000

*mean*	752.922
σ	69.931
min	618.101
max	828.484

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.977
σ	1.821
min	963.270
max	971.678

*mean*	1062.500
σ	330.338
min	566.000
max	1564.000

*mean*	1.322
σ	0.182
min	1.184
max	1.865

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396
σ	0.497
min	0.147
max	1.283

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481
σ	0.316
min	0.321
max	1.045

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.204
σ	0.023
min	0.187
max	0.242

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.320
σ	0.016
min	0.308
max	0.349

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.000
σ	6.595
min	431.000
max	444.000

*mean*	0.590
σ	0.021
min	0.557
max	0.607

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.464
σ	0.080
min	0.372
max	0.530

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	2.643
σ	0.097
min	2.456
max	2.928

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	2.602
σ	0.085
min	2.484
max	2.983

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.305
σ	0.008
min	0.292
max	0.357

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.292
σ	0.010
min	0.280
max	0.347

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.690
σ	11.688
min	0.574
max	90.289

*mean*	460.422
σ	17.503
min	408.000
max	476.000

*mean*	0.027
σ	0.029
min	0.001
max	0.211

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.747
σ	1.010
min	278.337
max	281.617

*mean*	443.200
σ	16.765
min	417.000
max	466.000

*mean*	0.578
σ	0.031
min	0.525
max	0.648

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	213.025
σ	13.650
min	196.625
max	233.749

phase=macro expansion

*mean*	6.130
σ	0.001
min	6.130
max	6.133

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	9.035
σ	1.007
min	7.375
max	9.707

phase=parser

*mean*	1042.435
σ	0.001
min	1042.432
max	1042.436

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	543.341
σ	86.527
min	392.152
max	605.030

phase=processProdDef

*mean*	2244.004
σ	0.001
min	2244.004
max	2244.006

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	2999.766
σ	263.945
min	2635.264
max	3474.763

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	37.057
σ	6.440
min	26.496
max	40.851

phase=type checker

*mean*	989.755
σ	0.066
min	989.654
max	989.845

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	688.465
σ	34.288
min	640.497
max	757.659

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.404
σ	0.036
min	282.349
max	282.435

*mean*	444.800
σ	1.095
min	444.000
max	446.000

*mean*	0.377
σ	0.002
min	0.376
max	0.379

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.113
σ	0.082
min	1267.017
max	1267.240

*mean*	1115.400
σ	184.949
min	893.000
max	1364.000

*mean*	1.960
σ	0.138
min	1.840
max	2.123

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.122
σ	2.925
min	1504.662
max	1511.347

*mean*	633.200
σ	89.441
min	496.000
max	729.000

*mean*	2.285
σ	0.268
min	2.060
max	2.617

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.138
σ	0.077
min	1829.047
max	1829.255

*mean*	1755.200
σ	215.929
min	1465.000
max	1959.000

*mean*	3.231
σ	0.421
min	2.802
max	3.745

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766
σ	0.165
min	1.473
max	1.865

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	396.270
σ	515.180
min	138.678
max	1169.040

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	447.000
σ	0.000
min	447.000
max	447.000

*mean*	0.498
σ	0.524
min	0.233
max	1.283

policies=20

*mean*	1386.922
σ	0.168
min	1386.807
max	1387.171

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.750
σ	0.500
min	447.000
max	448.000

*mean*	2.319
σ	0.011
min	2.307
max	2.333

policies=200

*mean*	13877.686
σ	0.110
min	13877.579
max	13877.827

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.500
σ	5.802
min	490.000
max	504.000

*mean*	23.525
σ	0.133
min	23.404
max	23.673