bfb80c7ab21316466e605d6e0010cd2d34b0ad20

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679
σ	0.359
min	54.540
max	55.701

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141
σ	0.004
min	0.138
max	0.150

cache=y

dps=1

iters=10

policies=100

*mean*	43.705
σ	0.006
min	43.697
max	43.713

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121
σ	0.004
min	0.116
max	0.130

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	12.765
σ	0.203
min	12.468
max	12.998

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	13.128
σ	0.604
min	11.761
max	13.678

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.932

*mean*	7323.000
σ	0.000
min	7323.000
max	7323.000

*mean*	14.498
σ	0.873
min	12.442
max	15.241

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	12.167
σ	1.562
min	10.709
max	14.204

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	8.937
σ	0.372
min	8.474
max	9.418

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	7.042
σ	0.119
min	6.863
max	7.221

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.003
min	25.666
max	25.674

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	6.045
σ	0.084
min	5.913
max	6.128

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.974

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	5.847
σ	0.084
min	5.713
max	5.993

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7323.000
σ	0.000
min	7323.000
max	7323.000

*mean*	1049.725
σ	10.660
min	1036.114
max	1070.103

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.882

*mean*	3580.000
σ	1803.660
min	1044.000
max	5819.000

*mean*	4728.413
σ	1561.377
min	3524.247
max	7087.058

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	79.406
σ	9.036
min	69.706
max	93.521

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	7323.000
σ	0.000
min	7323.000
max	7323.000

*mean*	104.557
σ	6.960
min	90.628
max	112.575

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.686
max	66.687

*mean*	7323.000
σ	0.000
min	7323.000
max	7323.000

*mean*	161.798
σ	9.378
min	140.275
max	168.443

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901
σ	4.304
min	11655.306
max	11667.552

*mean*	4157.625
σ	1906.379
min	1556.000
max	7323.000

*mean*	6280.822
σ	1034.593
min	4921.505
max	7985.012

op=vertical_lookup_list() on indexed

*mean*	11560.066
σ	0.001
min	11560.065
max	11560.067

*mean*	7323.000
σ	0.000
min	7323.000
max	7323.000

*mean*	5716.575
σ	1845.258
min	4332.851
max	8843.386

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	386.289
σ	12.928
min	355.505
max	393.945

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	752.665
σ	61.276
min	641.277
max	812.845

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328
σ	0.758
min	1023.853
max	1027.465

*mean*	1055.300
σ	320.272
min	576.000
max	1532.000

*mean*	1.567
σ	0.090
min	1.399
max	1.766

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306
σ	0.305
min	0.143
max	0.847

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476
σ	0.322
min	0.319
max	1.052

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227
σ	0.025
min	0.205
max	0.269

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.344
σ	0.019
min	0.328
max	0.376

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800
σ	1.789
min	431.000
max	435.000

*mean*	0.488
σ	0.043
min	0.428
max	0.542

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.436
σ	0.038
min	0.389
max	0.495

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.640
σ	0.106
min	2.461
max	2.898

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.576
σ	0.098
min	2.412
max	3.016

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.311
σ	0.010
min	0.291
max	0.361

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.295
σ	0.038
min	0.279
max	0.658

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.813
σ	1.035
min	298.377
max	301.751

*mean*	446.900
σ	18.466
min	418.000
max	472.000

*mean*	0.606
σ	0.018
min	0.570
max	0.620

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532
σ	0.000
min	239.532
max	239.532

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	217.485
σ	1.648
min	215.632
max	220.195

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	11.908
σ	1.366
min	9.554
max	13.076

phase=parser

*mean*	1042.362
σ	0.000
min	1042.361
max	1042.362

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	676.964
σ	95.845
min	561.788
max	827.066

phase=processProdDef

*mean*	6169.660
σ	0.001
min	6169.660
max	6169.661

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	5337.267
σ	1696.287
min	3676.409
max	7898.141

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	53.660
σ	26.877
min	34.815
max	118.289

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	833.859
σ	55.813
min	751.190
max	922.268

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.926
σ	0.046
min	293.861
max	293.971

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402
σ	0.005
min	0.399
max	0.410

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.239
σ	0.064
min	1320.183
max	1320.314

*mean*	1068.600
σ	168.841
min	842.000
max	1277.000

*mean*	2.066
σ	0.267
min	1.870
max	2.486

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.746
σ	4.057
min	1557.747
max	1566.997

*mean*	619.000
σ	82.553
min	494.000
max	716.000

*mean*	2.278
σ	0.108
min	2.172
max	2.447

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.276
σ	0.062
min	1882.196
max	1882.345

*mean*	1701.400
σ	247.427
min	1407.000
max	2035.000

*mean*	2.958
σ	0.054
min	2.911
max	3.052

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.768
σ	0.152
min	1.569
max	1.919

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537
σ	585.528
min	160.771
max	1331.829

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.563
σ	0.579
min	0.272
max	1.432

policies=20

*mean*	1608.044
σ	0.420
min	1607.757
max	1608.667

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000
σ	10.832
min	443.000
max	467.000

*mean*	2.715
σ	0.007
min	2.706
max	2.720

policies=200

*mean*	16088.504
σ	0.158
min	16088.281
max	16088.637

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000
σ	6.055
min	494.000
max	507.000

*mean*	27.379
σ	0.121
min	27.213
max	27.500