97d1f2bcddab73d9997ada35d47744926c758597

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623
σ	0.347
min	54.497
max	55.609

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.141
σ	0.005
min	0.135
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.788
σ	0.007
min	43.780
max	43.803

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.124
σ	0.004
min	0.119
max	0.132

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	12.630
σ	0.288
min	12.342
max	13.146

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.619

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	12.375
σ	0.645
min	11.523
max	13.214

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	15.223
σ	0.734
min	13.562
max	15.763

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	12.738
σ	1.643
min	11.116
max	15.212

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	8.997
σ	0.418
min	8.331
max	9.633

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	6.794
σ	0.372
min	6.112
max	7.304

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	6.061
σ	0.207
min	5.789
max	6.469

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	5.737
σ	0.187
min	5.448
max	6.000

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	1069.959
σ	71.904
min	1041.494
max	1247.765

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.554
max	8745.883

*mean*	3574.875
σ	1797.812
min	1045.000
max	5802.000

*mean*	5021.479
σ	1639.055
min	3531.066
max	7161.112

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	80.734
σ	10.079
min	71.263
max	100.371

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.000
min	40.944
max	40.945

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	103.516
σ	6.202
min	89.946
max	109.449

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	161.184
σ	9.286
min	139.531
max	167.719

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4153.375
σ	1901.043
min	1555.000
max	7309.000

*mean*	6745.133
σ	1153.592
min	4935.307
max	8028.106

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	4910.734
σ	871.601
min	4316.571
max	6372.384

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	367.942
σ	34.456
min	292.924
max	394.274

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	742.143
σ	48.307
min	630.996
max	790.938

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376
σ	0.760
min	1007.900
max	1011.518

*mean*	1047.550
σ	313.397
min	571.000
max	1512.000

*mean*	1.540
σ	0.087
min	1.436
max	1.745

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398
σ	0.491
min	0.152
max	1.274

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477
σ	0.318
min	0.328
max	1.045

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227
σ	0.024
min	0.206
max	0.266

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.339
σ	0.017
min	0.326
max	0.368

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	433.200
σ	5.215
min	430.000
max	442.000

*mean*	0.525
σ	0.023
min	0.500
max	0.545

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.482
σ	0.040
min	0.440
max	0.534

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.989
σ	0.079
min	1.820
max	2.243

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.075
σ	0.277
min	1.802
max	2.807

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.308
σ	0.011
min	0.294
max	0.378

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.295
σ	0.011
min	0.280
max	0.360

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.873
σ	0.991
min	297.435
max	300.681

*mean*	441.900
σ	14.843
min	418.000
max	463.000

*mean*	0.608
σ	0.022
min	0.549
max	0.630

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1722.000
σ	32.302
min	1683.000
max	1747.000

*mean*	210.691
σ	1.648
min	209.061
max	213.874

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1722.000
σ	32.302
min	1683.000
max	1747.000

*mean*	11.528
σ	2.563
min	7.473
max	15.660

phase=parser

*mean*	1041.163
σ	0.000
min	1041.162
max	1041.163

*mean*	1722.000
σ	32.302
min	1683.000
max	1747.000

*mean*	684.495
σ	88.680
min	583.875
max	838.369

phase=processProdDef

*mean*	6169.655
σ	0.001
min	6169.655
max	6169.656

*mean*	1730.000
σ	29.022
min	1683.000
max	1747.000

*mean*	5767.277
σ	1609.505
min	3852.003
max	7806.765

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1722.000
σ	32.302
min	1683.000
max	1747.000

*mean*	44.046
σ	8.499
min	26.823
max	55.599

phase=type checker

*mean*	958.537
σ	0.066
min	958.439
max	958.626

*mean*	1722.000
σ	32.302
min	1683.000
max	1747.000

*mean*	800.284
σ	94.906
min	654.656
max	893.240

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773
σ	0.034
min	292.724
max	292.808

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402
σ	0.006
min	0.398
max	0.412

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.840
σ	0.070
min	1302.751
max	1302.924

*mean*	1080.000
σ	178.039
min	867.000
max	1306.000

*mean*	1.987
σ	0.158
min	1.833
max	2.159

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.954
σ	4.031
min	1544.007
max	1553.158

*mean*	623.400
σ	86.918
min	504.000
max	720.000

*mean*	2.441
σ	0.286
min	2.143
max	2.788

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.831
σ	0.032
min	1864.793
max	1864.867

*mean*	1744.800
σ	228.386
min	1440.000
max	1961.000

*mean*	2.924
σ	0.060
min	2.856
max	3.014

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721
σ	0.082
min	1.644
max	1.855

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.219
σ	579.085
min	158.674
max	1316.847

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.543
σ	0.545
min	0.266
max	1.360

policies=20

*mean*	1587.078
σ	0.373
min	1586.819
max	1587.630

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.500
σ	4.041
min	443.000
max	450.000

*mean*	2.648
σ	0.010
min	2.636
max	2.658

policies=200

*mean*	15878.987
σ	0.119
min	15878.867
max	15879.096

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.750
σ	5.620
min	491.000
max	504.000

*mean*	26.685
σ	0.115
min	26.561
max	26.838