f07c4b5d4a12f92de4aad8517d062e0c3db52660

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577
σ	0.347
min	54.443
max	55.563

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.141
σ	0.005
min	0.137
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.705
σ	0.006
min	43.694
max	43.714

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.121
σ	0.004
min	0.116
max	0.130

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	12.660
σ	0.356
min	12.156
max	13.190

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	12.460
σ	0.732
min	11.731
max	13.712

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.928
max	41.933

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	15.209
σ	0.690
min	13.750
max	15.935

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	13.397
σ	1.617
min	11.380
max	15.539

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	9.130
σ	0.455
min	8.444
max	9.756

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	6.614
σ	0.339
min	5.947
max	7.161

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	5.966
σ	0.184
min	5.716
max	6.256

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	5.714
σ	0.205
min	5.228
max	5.884

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	1081.302
σ	122.014
min	1029.940
max	1382.974

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.882

*mean*	3573.875
σ	1797.312
min	1043.000
max	5797.000

*mean*	4946.042
σ	1618.688
min	3491.844
max	7348.940

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	82.155
σ	10.678
min	71.526
max	98.010

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	113.643
σ	5.406
min	101.997
max	119.359

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	163.402
σ	6.983
min	147.400
max	169.094

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4153.750
σ	1901.247
min	1555.000
max	7306.000

*mean*	6459.630
σ	1232.539
min	4901.931
max	8129.534

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7306.000
σ	0.000
min	7306.000
max	7306.000

*mean*	5313.663
σ	1248.501
min	4350.333
max	7636.265

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	387.028
σ	13.939
min	356.150
max	397.868

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	721.613
σ	71.108
min	585.676
max	777.776

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501
σ	0.759
min	1008.028
max	1011.636

*mean*	1047.550
σ	313.793
min	573.000
max	1511.000

*mean*	1.536
σ	0.085
min	1.467
max	1.746

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303
σ	0.290
min	0.147
max	0.818

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481
σ	0.322
min	0.323
max	1.057

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224
σ	0.029
min	0.206
max	0.274

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331
σ	0.021
min	0.314
max	0.367

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.200
σ	5.541
min	431.000
max	442.000

*mean*	0.555
σ	0.050
min	0.483
max	0.605

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.496
σ	0.034
min	0.442
max	0.522

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.623
σ	0.098
min	2.446
max	3.002

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.622
σ	0.103
min	2.430
max	2.973

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.309
σ	0.009
min	0.293
max	0.355

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.294
σ	0.007
min	0.282
max	0.336

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.105
σ	1.017
min	297.661
max	300.993

*mean*	443.100
σ	18.669
min	417.000
max	471.000

*mean*	0.603
σ	0.023
min	0.564
max	0.646

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1673.000
σ	0.000
min	1673.000
max	1673.000

*mean*	208.497
σ	1.559
min	206.147
max	211.184

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1673.000
σ	0.000
min	1673.000
max	1673.000

*mean*	11.122
σ	1.436
min	9.464
max	12.524

phase=parser

*mean*	1042.098
σ	0.000
min	1042.098
max	1042.099

*mean*	1673.000
σ	0.000
min	1673.000
max	1673.000

*mean*	685.999
σ	67.906
min	561.427
max	730.043

phase=processProdDef

*mean*	6169.661
σ	0.001
min	6169.659
max	6169.661

*mean*	1673.000
σ	0.000
min	1673.000
max	1673.000

*mean*	5937.816
σ	887.716
min	4537.847
max	7136.799

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1673.000
σ	0.000
min	1673.000
max	1673.000

*mean*	40.198
σ	8.360
min	29.605
max	47.832

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1673.000
σ	0.000
min	1673.000
max	1673.000

*mean*	738.944
σ	90.673
min	635.106
max	881.885

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.387
σ	0.042
min	293.328
max	293.423

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.406
σ	0.007
min	0.401
max	0.415

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.446
σ	0.065
min	1303.360
max	1303.531

*mean*	1085.200
σ	227.992
min	819.000
max	1385.000

*mean*	1.981
σ	0.151
min	1.799
max	2.169

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.549
σ	4.005
min	1544.599
max	1553.709

*mean*	624.000
σ	92.655
min	495.000
max	737.000

*mean*	2.364
σ	0.147
min	2.202
max	2.557

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.448
σ	0.048
min	1865.387
max	1865.506

*mean*	1703.800
σ	166.978
min	1522.000
max	1952.000

*mean*	3.016
σ	0.105
min	2.896
max	3.118

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.722
σ	0.149
min	1.564
max	1.902

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.979
σ	579.239
min	158.356
max	1316.838

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.504
σ	0.485
min	0.259
max	1.231

policies=20

*mean*	1583.902
σ	0.349
min	1583.658
max	1584.418

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250
σ	1.500
min	443.000
max	446.000

*mean*	2.630
σ	0.007
min	2.623
max	2.639

policies=200

*mean*	15847.167
σ	0.106
min	15847.075
max	15847.320

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000
σ	3.916
min	492.000
max	501.000

*mean*	26.612
σ	0.082
min	26.511
max	26.707