2bb83cb2b6490e28ff89e22674d635e3eec9b73c

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	58.560
σ	0.348
min	58.432
max	59.550

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.146
σ	0.006
min	0.137
max	0.156

cache=y

dps=1

iters=10

policies=100

*mean*	47.683
σ	0.006
min	47.674
max	47.694

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.130
σ	0.005
min	0.126
max	0.140

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	12.932
σ	0.307
min	12.574
max	13.556

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	12.733
σ	0.606
min	12.131
max	13.355

op=table_records(), no indexes

*mean*	41.931
σ	0.001
min	41.929
max	41.932

*mean*	7334.000
σ	0.000
min	7334.000
max	7334.000

*mean*	15.062
σ	0.876
min	12.980
max	15.669

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	13.237
σ	1.961
min	11.003
max	15.825

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	8.821
σ	0.240
min	8.520
max	9.169

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	6.972
σ	0.293
min	6.534
max	7.445

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	6.071
σ	0.181
min	5.749
max	6.306

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	5.786
σ	0.083
min	5.669
max	5.905

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7334.000
σ	0.000
min	7334.000
max	7334.000

*mean*	1050.352
σ	6.009
min	1044.112
max	1064.046

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.883

*mean*	3581.125
σ	1802.090
min	1046.000
max	5823.000

*mean*	4528.910
σ	1095.413
min	3524.640
max	5941.507

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	86.010
σ	11.480
min	71.772
max	100.631

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7334.000
σ	0.000
min	7334.000
max	7334.000

*mean*	104.802
σ	6.869
min	91.300
max	112.134

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7334.000
σ	0.000
min	7334.000
max	7334.000

*mean*	160.228
σ	11.363
min	134.122
max	167.669

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.306
max	11667.537

*mean*	4158.750
σ	1905.382
min	1556.000
max	7334.000

*mean*	6554.573
σ	1324.581
min	4851.926
max	8122.483

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7334.000
σ	0.000
min	7334.000
max	7334.000

*mean*	5831.575
σ	1608.034
min	4313.012
max	8536.197

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	350.545
σ	40.056
min	294.787
max	395.564

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	725.127
σ	56.365
min	633.342
max	792.491

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1027.152
σ	0.759
min	1026.678
max	1030.292

*mean*	1039.800
σ	309.691
min	566.000
max	1636.000

*mean*	1.598
σ	0.112
min	1.507
max	1.979

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303
σ	0.295
min	0.146
max	0.826

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.493
σ	0.333
min	0.328
max	1.088

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225
σ	0.020
min	0.210
max	0.260

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335
σ	0.023
min	0.318
max	0.374

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000
σ	2.236
min	432.000
max	437.000

*mean*	0.540
σ	0.030
min	0.500
max	0.582

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.502
σ	0.018
min	0.483
max	0.526

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.552
σ	0.339
min	1.857
max	3.273

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.673
σ	0.168
min	2.012
max	3.183

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.329
σ	0.039
min	0.299
max	0.574

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.302
σ	0.012
min	0.281
max	0.362

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	316.650
σ	0.995
min	316.261
max	319.476

*mean*	440.500
σ	14.215
min	421.000
max	460.000

*mean*	0.616
σ	0.030
min	0.581
max	0.667

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1742.000
σ	0.000
min	1742.000
max	1742.000

*mean*	205.367
σ	2.546
min	202.619
max	210.335

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1742.000
σ	0.000
min	1742.000
max	1742.000

*mean*	9.774
σ	2.181
min	6.291
max	12.569

phase=parser

*mean*	1042.095
σ	0.000
min	1042.094
max	1042.095

*mean*	1742.000
σ	0.000
min	1742.000
max	1742.000

*mean*	677.185
σ	76.356
min	522.857
max	723.358

phase=processProdDef

*mean*	6169.663
σ	0.000
min	6169.662
max	6169.663

*mean*	1742.000
σ	0.000
min	1742.000
max	1742.000

*mean*	6074.226
σ	902.880
min	4831.419
max	7233.414

phase=renaming

*mean*	21.670
σ	0.000
min	21.670
max	21.670

*mean*	1742.000
σ	0.000
min	1742.000
max	1742.000

*mean*	33.971
σ	9.891
min	20.697
max	47.728

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1742.000
σ	0.000
min	1742.000
max	1742.000

*mean*	725.288
σ	86.081
min	638.016
max	892.784

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	349.325
σ	0.036
min	349.279
max	349.362

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.461
σ	0.010
min	0.445
max	0.469

iters=5

new-facts=1

prior-facts=6402

*mean*	1359.379
σ	0.104
min	1359.291
max	1359.518

*mean*	1083.600
σ	186.487
min	866.000
max	1327.000

*mean*	1.996
σ	0.138
min	1.869
max	2.225

iters=5

new-facts=6402

prior-facts=1

*mean*	1602.522
σ	4.090
min	1600.603
max	1609.837

*mean*	610.600
σ	73.782
min	510.000
max	694.000

*mean*	2.376
σ	0.187
min	2.187
max	2.597

iters=5

new-facts=6402

prior-facts=6402

*mean*	1921.391
σ	0.079
min	1921.306
max	1921.510

*mean*	1733.800
σ	184.260
min	1496.000
max	1911.000

*mean*	3.211
σ	0.417
min	2.709
max	3.667

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.727
σ	0.202
min	1.423
max	1.903

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	454.219
σ	579.275
min	164.577
max	1323.131

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.516
σ	0.489
min	0.269
max	1.249

policies=20

*mean*	1646.133
σ	0.401
min	1645.861
max	1646.727

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	449.000
σ	8.124
min	443.000
max	461.000

*mean*	2.707
σ	0.021
min	2.683
max	2.735

policies=200

*mean*	16468.945
σ	0.122
min	16468.799
max	16469.068

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000
σ	4.163
min	491.000
max	501.000

*mean*	27.406
σ	0.055
min	27.350
max	27.473