a5afb703bf4e216202f4d3ac6fb0c684c70df242

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677
σ	0.359
min	54.540
max	55.698

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140
σ	0.004
min	0.137
max	0.147

cache=y

dps=1

iters=10

policies=100

*mean*	43.706
σ	0.006
min	43.694
max	43.715

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.130
σ	0.011
min	0.117
max	0.151

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	12.932
σ	0.360
min	12.489
max	13.510

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	12.802
σ	0.724
min	11.911
max	13.657

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7332.000
σ	0.000
min	7332.000
max	7332.000

*mean*	15.136
σ	0.821
min	13.181
max	15.722

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	12.777
σ	1.782
min	10.924
max	15.267

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	9.135
σ	0.428
min	8.657
max	9.778

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	7.215
σ	0.267
min	6.742
max	7.548

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.003
min	25.666
max	25.674

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	6.083
σ	0.198
min	5.867
max	6.467

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.974

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	5.984
σ	0.113
min	5.794
max	6.157

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7332.000
σ	0.000
min	7332.000
max	7332.000

*mean*	1042.160
σ	2.831
min	1038.038
max	1046.217

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.882

*mean*	3582.125
σ	1802.068
min	1045.000
max	5824.000

*mean*	4725.336
σ	1572.171
min	3518.457
max	7116.408

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	80.738
σ	9.309
min	71.234
max	94.108

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	7332.000
σ	0.000
min	7332.000
max	7332.000

*mean*	105.068
σ	6.179
min	92.143
max	110.096

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.686
max	66.687

*mean*	7332.000
σ	0.000
min	7332.000
max	7332.000

*mean*	162.460
σ	8.977
min	141.805
max	169.185

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901
σ	4.304
min	11655.306
max	11667.552

*mean*	4158.625
σ	1905.603
min	1557.000
max	7332.000

*mean*	6312.514
σ	1255.641
min	4942.221
max	8032.814

op=vertical_lookup_list() on indexed

*mean*	11560.066
σ	0.001
min	11560.065
max	11560.067

*mean*	7332.000
σ	0.000
min	7332.000
max	7332.000

*mean*	5760.061
σ	1418.634
min	4367.477
max	7700.152

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	359.310
σ	41.775
min	297.521
max	394.081

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	729.672
σ	70.119
min	641.679
max	798.911

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327
σ	0.760
min	1023.853
max	1027.469

*mean*	1048.750
σ	298.267
min	553.000
max	1450.000

*mean*	1.552
σ	0.047
min	1.499
max	1.649

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480
σ	0.613
min	0.148
max	1.572

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470
σ	0.316
min	0.320
max	1.036

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216
σ	0.025
min	0.200
max	0.260

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326
σ	0.020
min	0.312
max	0.362

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.539
σ	0.028
min	0.510
max	0.584

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.470
σ	0.040
min	0.422
max	0.532

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.606
σ	0.097
min	2.476
max	3.085

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.571
σ	0.063
min	2.456
max	2.838

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.307
σ	0.009
min	0.292
max	0.356

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.292
σ	0.008
min	0.277
max	0.328

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.787
σ	1.020
min	298.406
max	301.689

*mean*	444.200
σ	15.354
min	426.000
max	468.000

*mean*	0.601
σ	0.027
min	0.558
max	0.637

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532
σ	0.000
min	239.532
max	239.532

*mean*	1760.500
σ	10.184
min	1744.000
max	1766.000

*mean*	218.696
σ	2.549
min	215.065
max	222.569

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1760.500
σ	10.184
min	1744.000
max	1766.000

*mean*	11.527
σ	2.608
min	7.296
max	15.318

phase=parser

*mean*	1042.365
σ	0.000
min	1042.365
max	1042.366

*mean*	1760.500
σ	10.184
min	1744.000
max	1766.000

*mean*	677.780
σ	139.736
min	422.134
max	837.683

phase=processProdDef

*mean*	6169.659
σ	0.001
min	6169.659
max	6169.660

*mean*	1763.250
σ	7.778
min	1744.000
max	1766.000

*mean*	5206.409
σ	1361.372
min	3796.244
max	7520.765

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1760.500
σ	10.184
min	1744.000
max	1766.000

*mean*	44.523
σ	9.176
min	26.243
max	55.882

phase=type checker

*mean*	990.446
σ	0.066
min	990.348
max	990.536

*mean*	1760.500
σ	10.184
min	1744.000
max	1766.000

*mean*	815.279
σ	117.124
min	651.525
max	937.800

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.926
σ	0.045
min	293.862
max	293.971

*mean*	443.200
σ	1.643
min	442.000
max	445.000

*mean*	0.406
σ	0.008
min	0.401
max	0.421

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.271
σ	0.078
min	1320.146
max	1320.352

*mean*	1081.000
σ	170.426
min	878.000
max	1316.000

*mean*	2.130
σ	0.298
min	1.838
max	2.555

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.720
σ	4.073
min	1557.685
max	1567.000

*mean*	624.400
σ	89.221
min	494.000
max	734.000

*mean*	2.195
σ	0.089
min	2.132
max	2.350

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265
σ	0.060
min	1882.182
max	1882.347

*mean*	1724.600
σ	164.016
min	1491.000
max	1877.000

*mean*	3.079
σ	0.260
min	2.905
max	3.540

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.645
σ	0.122
min	1.529
max	1.840

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.534
σ	585.528
min	160.767
max	1331.826

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.544
σ	0.548
min	0.267
max	1.367

policies=20

*mean*	1608.018
σ	0.415
min	1607.731
max	1608.630

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250
σ	10.595
min	443.000
max	466.000

*mean*	2.690
σ	0.007
min	2.684
max	2.699

policies=200

*mean*	16088.547
σ	0.181
min	16088.384
max	16088.778

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.000
σ	3.916
min	491.000
max	500.000

*mean*	27.226
σ	0.140
min	27.062
max	27.369