ba298c2c9ac01d548db6aa0ad910d143f2155f5b

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578
σ	0.350
min	54.446
max	55.573

*mean*	414.000
σ	0.000
min	414.000
max	414.000

*mean*	0.143
σ	0.006
min	0.138
max	0.152

cache=y

dps=1

iters=10

policies=100

*mean*	43.706
σ	0.005
min	43.699
max	43.715

*mean*	414.000
σ	0.000
min	414.000
max	414.000

*mean*	0.124
σ	0.005
min	0.120
max	0.135

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	12.924
σ	0.278
min	12.586
max	13.214

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	12.927
σ	0.632
min	12.071
max	13.884

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	15.233
σ	0.447
min	14.307
max	15.721

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	12.473
σ	1.504
min	10.726
max	14.518

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.604
max	27.990

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	9.106
σ	0.363
min	8.777
max	9.729

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	7.112
σ	0.107
min	7.007
max	7.309

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	6.042
σ	0.134
min	5.821
max	6.219

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	5.820
σ	0.071
min	5.730
max	5.941

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	1511.810
σ	921.116
min	1032.019
max	3665.350

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.882

*mean*	3569.125
σ	1789.878
min	1043.000
max	5775.000

*mean*	4780.972
σ	1679.251
min	3532.902
max	7332.706

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.075
max	62.080

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	85.937
σ	12.470
min	72.047
max	101.008

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	107.442
σ	1.608
min	104.686
max	108.864

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	164.347
σ	4.029
min	155.199
max	168.830

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4146.875
σ	1890.382
min	1553.000
max	7269.000

*mean*	6526.913
σ	1209.405
min	4950.392
max	8161.523

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7269.000
σ	0.000
min	7269.000
max	7269.000

*mean*	5586.564
σ	1302.074
min	4409.349
max	8108.205

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	380.012
σ	16.127
min	347.424
max	396.351

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	762.226
σ	61.678
min	615.154
max	803.379

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.495
σ	0.760
min	1008.025
max	1011.641

*mean*	1056.000
σ	315.499
min	559.000
max	1526.000

*mean*	1.546
σ	0.110
min	1.456
max	1.911

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.455
σ	0.465
min	0.209
max	1.286

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.828
σ	0.501
min	0.574
max	1.722

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.349
σ	0.091
min	0.200
max	0.448

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.491
σ	0.128
min	0.339
max	0.603

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.660
σ	0.083
min	0.557
max	0.735

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.424
σ	0.063
min	0.365
max	0.521

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.614
σ	0.094
min	2.466
max	2.932

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.020
σ	0.188
min	1.871
max	2.861

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.311
σ	0.015
min	0.288
max	0.377

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.291
σ	0.008
min	0.275
max	0.323

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.146
σ	1.032
min	297.747
max	301.077

*mean*	441.400
σ	14.736
min	418.000
max	467.000

*mean*	0.619
σ	0.017
min	0.577
max	0.636

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1751.375
σ	32.606
min	1712.000
max	1775.000

*mean*	208.507
σ	1.429
min	206.552
max	210.624

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1751.375
σ	32.606
min	1712.000
max	1775.000

*mean*	9.018
σ	1.757
min	6.110
max	10.596

phase=parser

*mean*	1042.099
σ	0.000
min	1042.098
max	1042.099

*mean*	1751.375
σ	32.606
min	1712.000
max	1775.000

*mean*	606.701
σ	110.546
min	426.363
max	728.686

phase=processProdDef

*mean*	6169.658
σ	0.001
min	6169.658
max	6169.659

*mean*	1759.250
σ	29.163
min	1712.000
max	1775.000

*mean*	4479.112
σ	852.996
min	2997.562
max	5414.391

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1751.375
σ	32.606
min	1712.000
max	1775.000

*mean*	28.765
σ	5.499
min	20.166
max	34.787

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1751.375
σ	32.606
min	1712.000
max	1775.000

*mean*	663.419
σ	69.051
min	630.866
max	833.286

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688
σ	0.042
min	293.632
max	293.732

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.407
σ	0.009
min	0.400
max	0.419

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.831
σ	0.047
min	1303.764
max	1303.888

*mean*	1084.200
σ	226.399
min	826.000
max	1385.000

*mean*	2.273
σ	0.216
min	2.095
max	2.532

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.819
σ	4.030
min	1544.794
max	1554.021

*mean*	621.400
σ	82.428
min	495.000
max	699.000

*mean*	2.280
σ	0.166
min	2.129
max	2.525

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.790
σ	0.075
min	1865.698
max	1865.886

*mean*	1707.200
σ	164.110
min	1525.000
max	1948.000

*mean*	3.159
σ	0.434
min	2.850
max	3.878

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.730
σ	0.095
min	1.620
max	1.813

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.979
σ	579.239
min	158.359
max	1316.838

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.549
σ	0.565
min	0.266
max	1.396

policies=20

*mean*	1583.902
σ	0.348
min	1583.657
max	1584.416

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250
σ	1.500
min	443.000
max	446.000

*mean*	2.630
σ	0.017
min	2.608
max	2.647

policies=200

*mean*	15847.155
σ	0.151
min	15847.037
max	15847.366

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	499.250
σ	3.862
min	495.000
max	503.000

*mean*	26.650
σ	0.098
min	26.575
max	26.791