b64f578a97764d7ed4c77dcd2fcaea7205db7237

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.582
σ	0.341
min	54.451
max	55.550

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141
σ	0.010
min	0.131
max	0.165

cache=y

dps=1

iters=10

policies=100

*mean*	43.704
σ	0.006
min	43.694
max	43.713

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.124
σ	0.004
min	0.121
max	0.131

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	12.446
σ	0.225
min	12.196
max	12.760

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	12.656
σ	0.563
min	11.704
max	13.086

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7326.000
σ	0.000
min	7326.000
max	7326.000

*mean*	14.593
σ	0.916
min	12.456
max	15.315

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	12.136
σ	1.731
min	10.377
max	14.561

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	8.311
σ	0.365
min	8.028
max	9.060

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	6.482
σ	0.190
min	6.214
max	6.811

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	5.547
σ	0.046
min	5.472
max	5.604

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	5.358
σ	0.065
min	5.272
max	5.489

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7326.000
σ	0.000
min	7326.000
max	7326.000

*mean*	1044.844
σ	8.459
min	1033.654
max	1057.141

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.882

*mean*	3579.875
σ	1802.860
min	1045.000
max	5817.000

*mean*	5083.528
σ	1675.895
min	3546.834
max	7159.763

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	82.674
σ	10.048
min	70.589
max	95.652

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7326.000
σ	0.000
min	7326.000
max	7326.000

*mean*	104.644
σ	5.793
min	92.213
max	111.098

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7326.000
σ	0.000
min	7326.000
max	7326.000

*mean*	162.336
σ	9.013
min	142.473
max	169.061

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.537

*mean*	4157.875
σ	1907.532
min	1554.000
max	7326.000

*mean*	6403.550
σ	976.592
min	4973.369
max	7837.962

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7326.000
σ	0.000
min	7326.000
max	7326.000

*mean*	5325.245
σ	1644.507
min	4342.377
max	8946.219

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	382.961
σ	21.520
min	343.207
max	400.914

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	762.005
σ	47.796
min	667.659
max	807.528

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.497
σ	0.758
min	1008.026
max	1011.634

*mean*	1058.250
σ	315.067
min	565.000
max	1528.000

*mean*	1.556
σ	0.072
min	1.488
max	1.766

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.314
σ	0.325
min	0.139
max	0.891

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.424
σ	0.196
min	0.324
max	0.774

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.218
σ	0.023
min	0.201
max	0.258

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.332
σ	0.016
min	0.316
max	0.359

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.600
σ	6.066
min	430.000
max	442.000

*mean*	0.565
σ	0.022
min	0.544
max	0.599

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.482
σ	0.045
min	0.418
max	0.531

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.647
σ	0.110
min	2.473
max	3.132

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.631
σ	0.083
min	2.476
max	2.852

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.303
σ	0.021
min	0.287
max	0.488

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.297
σ	0.023
min	0.276
max	0.479

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.015
σ	0.956
min	297.637
max	300.731

*mean*	440.200
σ	17.794
min	418.000
max	472.000

*mean*	0.617
σ	0.010
min	0.600
max	0.633

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1743.250
σ	1.389
min	1741.000
max	1744.000

*mean*	204.495
σ	2.113
min	201.261
max	207.642

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1743.250
σ	1.389
min	1741.000
max	1744.000

*mean*	11.108
σ	1.534
min	9.429
max	12.676

phase=parser

*mean*	1042.099
σ	0.000
min	1042.099
max	1042.099

*mean*	1743.250
σ	1.389
min	1741.000
max	1744.000

*mean*	693.866
σ	116.607
min	457.598
max	832.151

phase=processProdDef

*mean*	6169.659
σ	0.001
min	6169.659
max	6169.660

*mean*	1743.625
σ	1.061
min	1741.000
max	1744.000

*mean*	5092.149
σ	1426.533
min	3789.023
max	7461.181

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1743.250
σ	1.389
min	1741.000
max	1744.000

*mean*	42.890
σ	5.691
min	32.064
max	47.838

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1743.250
σ	1.389
min	1741.000
max	1744.000

*mean*	800.583
σ	92.114
min	658.888
max	878.003

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687
σ	0.038
min	293.634
max	293.726

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.399
σ	0.001
min	0.397
max	0.400

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.783
σ	0.055
min	1303.722
max	1303.844

*mean*	1062.000
σ	167.809
min	840.000
max	1271.000

*mean*	1.988
σ	0.159
min	1.814
max	2.151

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.802
σ	4.013
min	1544.792
max	1553.974

*mean*	611.000
σ	73.304
min	496.000
max	689.000

*mean*	2.199
σ	0.090
min	2.112
max	2.346

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.799
σ	0.058
min	1865.730
max	1865.884

*mean*	1712.600
σ	252.020
min	1418.000
max	2070.000

*mean*	3.002
σ	0.231
min	2.849
max	3.401

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.806
σ	0.188
min	1.509
max	1.943

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.087
σ	579.264
min	160.451
max	1318.983

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.542
σ	0.552
min	0.265
max	1.370

policies=20

*mean*	1604.872
σ	0.404
min	1604.594
max	1605.472

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500
σ	3.000
min	442.000
max	448.000

*mean*	2.677
σ	0.010
min	2.665
max	2.689

policies=200

*mean*	16057.094
σ	0.157
min	16056.911
max	16057.296

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000
σ	3.162
min	492.000
max	499.000

*mean*	27.031
σ	0.153
min	26.918
max	27.255