239e543740daee0e7769065176e3b9e7d1eba0f9

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624
σ	0.352
min	54.489
max	55.623

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.138
σ	0.007
min	0.131
max	0.152

cache=y

dps=1

iters=10

policies=100

*mean*	43.788
σ	0.006
min	43.779
max	43.799

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123
σ	0.003
min	0.120
max	0.130

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	12.325
σ	0.140
min	12.103
max	12.532

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	12.416
σ	0.620
min	11.496
max	13.136

op=table_records(), no indexes

*mean*	41.931
σ	0.001
min	41.929
max	41.932

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	14.728
σ	0.405
min	13.988
max	15.173

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	12.601
σ	1.645
min	10.598
max	14.596

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.137
min	27.603
max	27.991

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	8.275
σ	0.343
min	7.893
max	8.773

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	6.371
σ	0.144
min	6.250
max	6.648

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	5.577
σ	0.134
min	5.309
max	5.682

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	5.413
σ	0.242
min	5.174
max	5.895

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	1522.367
σ	913.163
min	1036.806
max	3663.934

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.883

*mean*	3569.125
σ	1789.930
min	1045.000
max	5777.000

*mean*	4729.692
σ	1371.777
min	3520.886
max	6771.780

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	78.601
σ	6.236
min	70.479
max	87.492

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	107.289
σ	2.613
min	103.351
max	110.529

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	162.807
σ	5.665
min	150.259
max	167.948

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4147.000
σ	1889.411
min	1556.000
max	7269.000

*mean*	6426.538
σ	1119.537
min	4916.889
max	8117.306

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.000
min	11560.064
max	11560.066

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	5295.597
σ	1320.934
min	4356.743
max	7985.783

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	377.369
σ	22.937
min	344.736
max	396.133

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	752.677
σ	54.623
min	633.114
max	797.873

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376
σ	0.760
min	1007.903
max	1011.517

*mean*	1048.800
σ	294.331
min	575.000
max	1446.000

*mean*	1.531
σ	0.067
min	1.465
max	1.702

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.380
σ	0.453
min	0.154
max	1.188

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.428
σ	0.194
min	0.327
max	0.775

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.219
σ	0.019
min	0.207
max	0.251

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.338
σ	0.021
min	0.326
max	0.375

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	429.000
σ	0.000
min	429.000
max	429.000

*mean*	0.553
σ	0.046
min	0.487
max	0.599

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	429.000
σ	0.000
min	429.000
max	429.000

*mean*	0.504
σ	0.015
min	0.490
max	0.524

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	429.000
σ	0.000
min	429.000
max	429.000

*mean*	2.612
σ	0.092
min	2.473
max	2.910

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	429.000
σ	0.000
min	429.000
max	429.000

*mean*	2.586
σ	0.083
min	2.451
max	2.912

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	429.000
σ	0.000
min	429.000
max	429.000

*mean*	0.316
σ	0.050
min	0.293
max	0.788

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	429.000
σ	0.000
min	429.000
max	429.000

*mean*	0.293
σ	0.007
min	0.281
max	0.331

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.955
σ	0.998
min	297.471
max	300.778

*mean*	442.200
σ	16.943
min	416.000
max	461.000

*mean*	0.610
σ	0.016
min	0.571
max	0.621

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.012

*mean*	1739.750
σ	15.276
min	1715.000
max	1748.000

*mean*	201.418
σ	4.132
min	192.948
max	206.225

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1739.750
σ	15.276
min	1715.000
max	1748.000

*mean*	10.323
σ	1.960
min	7.468
max	12.666

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1739.750
σ	15.276
min	1715.000
max	1748.000

*mean*	614.114
σ	103.543
min	416.647
max	719.667

phase=processProdDef

*mean*	6169.658
σ	0.001
min	6169.657
max	6169.659

*mean*	1743.875
σ	11.667
min	1715.000
max	1748.000

*mean*	5141.420
σ	1757.976
min	3458.874
max	7416.638

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1739.750
σ	15.276
min	1715.000
max	1748.000

*mean*	48.790
σ	22.280
min	27.269
max	101.413

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1739.750
σ	15.276
min	1715.000
max	1748.000

*mean*	763.339
σ	103.784
min	631.459
max	879.350

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774
σ	0.040
min	292.721
max	292.818

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.415
σ	0.013
min	0.399
max	0.434

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.887
σ	0.090
min	1302.735
max	1302.975

*mean*	1088.600
σ	169.391
min	891.000
max	1324.000

*mean*	2.145
σ	0.260
min	1.855
max	2.529

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.918
σ	4.027
min	1543.965
max	1553.118

*mean*	632.000
σ	85.082
min	503.000
max	724.000

*mean*	2.337
σ	0.211
min	2.145
max	2.588

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.828
σ	0.047
min	1864.758
max	1864.877

*mean*	1721.000
σ	161.858
min	1491.000
max	1872.000

*mean*	3.036
σ	0.106
min	2.923
max	3.206

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.545
σ	0.228
min	1.247
max	1.739

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.240
σ	579.120
min	158.675
max	1316.919

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.493
σ	0.457
min	0.262
max	1.177

policies=20

*mean*	1587.097
σ	0.383
min	1586.832
max	1587.665

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.500
σ	5.196
min	443.000
max	452.000

*mean*	2.659
σ	0.014
min	2.648
max	2.678

policies=200

*mean*	15878.961
σ	0.139
min	15878.826
max	15879.124

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	500.250
σ	6.344
min	494.000
max	509.000

*mean*	26.828
σ	0.051
min	26.777
max	26.872