66d2f41d8b171d8406729e4a9371eee650fca36f

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678
σ	0.357
min	54.540
max	55.694

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.142
σ	0.004
min	0.139
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.706
σ	0.007
min	43.694
max	43.716

*mean*	419.300
σ	0.483
min	419.000
max	420.000

*mean*	0.126
σ	0.009
min	0.120
max	0.149

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	3887.000
σ	1858.837
min	1278.000
max	6181.000

*mean*	12.092
σ	0.190
min	11.889
max	12.396

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	3887.000
σ	1858.837
min	1278.000
max	6181.000

*mean*	11.781
σ	0.668
min	11.277
max	12.932

op=table_records(), no indexes

*mean*	41.930
σ	0.002
min	41.928
max	41.933

*mean*	6181.000
σ	0.000
min	6181.000
max	6181.000

*mean*	14.510
σ	0.476
min	13.458
max	15.034

op=table_records(), repeat

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	3739.250
σ	1832.039
min	1278.000
max	6181.000

*mean*	12.572
σ	1.670
min	10.535
max	14.580

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	3739.250
σ	1832.039
min	1278.000
max	6181.000

*mean*	8.624
σ	0.453
min	7.976
max	9.453

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402
σ	0.002
min	26.400
max	26.404

*mean*	3739.250
σ	1832.039
min	1278.000
max	6181.000

*mean*	6.485
σ	0.140
min	6.292
max	6.652

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669
σ	0.003
min	25.666
max	25.674

*mean*	3887.000
σ	1858.837
min	1278.000
max	6181.000

*mean*	5.464
σ	0.123
min	5.273
max	5.607

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.974

*mean*	3887.000
σ	1858.837
min	1278.000
max	6181.000

*mean*	5.290
σ	0.099
min	5.145
max	5.433

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604
σ	0.002
min	2524.602
max	2524.606

*mean*	6181.000
σ	0.000
min	6181.000
max	6181.000

*mean*	1310.952
σ	481.959
min	1039.778
max	2142.209

op=load_product(), with indexes

*mean*	7878.102
σ	0.469
min	7877.934
max	7879.264

*mean*	3243.750
σ	1850.105
min	809.000
max	6181.000

*mean*	3782.839
σ	1239.932
min	3098.574
max	6015.696

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	3887.000
σ	1858.837
min	1278.000
max	6181.000

*mean*	133.142
σ	154.703
min	70.820
max	515.746

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6181.000
σ	0.000
min	6181.000
max	6181.000

*mean*	64.197
σ	4.315
min	60.564
max	71.881

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	6181.000
σ	0.000
min	6181.000
max	6181.000

*mean*	100.360
σ	1.566
min	99.040
max	103.752

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155
σ	4.304
min	11847.561
max	11859.806

*mean*	3739.250
σ	1832.039
min	1278.000
max	6181.000

*mean*	6385.114
σ	1319.570
min	5066.567
max	8190.595

op=vertical_lookup_list() on indexed

*mean*	10791.093
σ	0.002
min	10791.092
max	10791.096

*mean*	6181.000
σ	0.000
min	6181.000
max	6181.000

*mean*	5224.398
σ	1582.142
min	4070.623
max	7430.021

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	374.343
σ	21.846
min	348.136
max	394.987

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	556.500
σ	5.880
min	551.000
max	562.000

*mean*	782.270
σ	23.073
min	755.425
max	834.673

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328
σ	0.759
min	1023.854
max	1027.467

*mean*	1057.300
σ	317.245
min	571.000
max	1531.000

*mean*	1.588
σ	0.093
min	1.511
max	1.821

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297
σ	0.286
min	0.140
max	0.804

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487
σ	0.316
min	0.319
max	1.051

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221
σ	0.022
min	0.206
max	0.259

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330
σ	0.015
min	0.317
max	0.356

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.800
σ	3.033
min	431.000
max	437.000

*mean*	0.557
σ	0.057
min	0.469
max	0.608

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.445
σ	0.045
min	0.383
max	0.509

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	1.961
σ	0.064
min	1.845
max	2.181

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	1.965
σ	0.084
min	1.837
max	2.204

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.305
σ	0.008
min	0.292
max	0.352

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.291
σ	0.007
min	0.278
max	0.318

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.780
σ	1.023
min	298.403
max	301.689

*mean*	443.700
σ	12.859
min	427.000
max	465.000

*mean*	0.593
σ	0.030
min	0.533
max	0.620

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1004.500
σ	0.926
min	1003.000
max	1005.000

*mean*	222.892
σ	3.440
min	217.809
max	227.788

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1004.500
σ	0.926
min	1003.000
max	1005.000

*mean*	10.176
σ	1.987
min	7.472
max	12.879

phase=parser

*mean*	1042.363
σ	0.000
min	1042.363
max	1042.363

*mean*	1004.500
σ	0.926
min	1003.000
max	1005.000

*mean*	603.772
σ	96.621
min	427.160
max	730.560

phase=processProdDef

*mean*	4753.369
σ	0.000
min	4753.369
max	4753.370

*mean*	1004.750
σ	0.707
min	1003.000
max	1005.000

*mean*	4547.072
σ	558.795
min	3530.017
max	5405.136

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1004.500
σ	0.926
min	1003.000
max	1005.000

*mean*	39.385
σ	8.696
min	20.977
max	48.416

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1004.500
σ	0.926
min	1003.000
max	1005.000

*mean*	827.757
σ	94.775
min	681.893
max	908.599

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.922
σ	0.037
min	293.865
max	293.958

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.407
σ	0.016
min	0.390
max	0.429

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.292
σ	0.038
min	1320.246
max	1320.349

*mean*	1109.600
σ	187.397
min	889.000
max	1371.000

*mean*	2.165
σ	0.152
min	1.915
max	2.302

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.459
σ	3.365
min	1557.814
max	1565.472

*mean*	625.600
σ	89.442
min	504.000
max	727.000

*mean*	2.343
σ	0.145
min	2.182
max	2.510

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.261
σ	0.056
min	1882.189
max	1882.341

*mean*	1758.800
σ	207.565
min	1504.000
max	1961.000

*mean*	3.143
σ	0.213
min	2.899
max	3.446

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.609
σ	0.160
min	1.490
max	1.887

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.412
σ	583.281
min	160.767
max	1327.333

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.548
σ	0.546
min	0.273
max	1.368

policies=20

*mean*	1608.035
σ	0.424
min	1607.750
max	1608.665

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750
σ	2.500
min	443.000
max	448.000

*mean*	2.709
σ	0.017
min	2.694
max	2.733

policies=200

*mean*	16088.515
σ	0.119
min	16088.348
max	16088.627

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250
σ	5.560
min	491.000
max	504.000

*mean*	27.372
σ	0.108
min	27.271
max	27.517