bb10955b605cb255c442abe0188d7029d7df0986

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580
σ	0.344
min	54.450
max	55.558

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.139
σ	0.006
min	0.132
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.704
σ	0.007
min	43.693
max	43.715

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.123
σ	0.004
min	0.118
max	0.131

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	12.133
σ	0.324
min	11.674
max	12.645

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	12.349
σ	0.492
min	11.598
max	12.868

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.928
max	41.933

*mean*	7266.000
σ	0.000
min	7266.000
max	7266.000

*mean*	14.778
σ	0.374
min	14.059
max	15.218

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	12.115
σ	1.478
min	10.167
max	13.919

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	8.428
σ	0.240
min	8.110
max	8.779

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	6.446
σ	0.091
min	6.331
max	6.579

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	5.505
σ	0.114
min	5.337
max	5.633

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	5.312
σ	0.069
min	5.188
max	5.427

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7266.000
σ	0.000
min	7266.000
max	7266.000

*mean*	1591.955
σ	998.526
min	1039.225
max	3910.155

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.882

*mean*	3570.000
σ	1789.698
min	1046.000
max	5775.000

*mean*	4985.535
σ	1575.285
min	3536.147
max	6955.204

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	82.820
σ	11.800
min	69.078
max	97.581

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7266.000
σ	0.000
min	7266.000
max	7266.000

*mean*	106.794
σ	2.781
min	102.257
max	110.451

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7266.000
σ	0.000
min	7266.000
max	7266.000

*mean*	163.681
σ	4.045
min	155.371
max	166.965

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4147.875
σ	1889.278
min	1555.000
max	7266.000

*mean*	6610.197
σ	1234.155
min	4948.154
max	8254.761

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7266.000
σ	0.000
min	7266.000
max	7266.000

*mean*	5423.435
σ	1365.023
min	4391.282
max	7867.250

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	365.133
σ	33.312
min	298.798
max	394.332

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625
σ	0.518
min	560.000
max	561.000

*mean*	761.492
σ	57.854
min	619.958
max	795.417

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500
σ	0.759
min	1008.027
max	1011.636

*mean*	1048.700
σ	312.186
min	584.000
max	1511.000

*mean*	1.540
σ	0.075
min	1.459
max	1.744

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.378
σ	0.481
min	0.137
max	1.236

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486
σ	0.328
min	0.330
max	1.073

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224
σ	0.027
min	0.202
max	0.272

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336
σ	0.018
min	0.325
max	0.367

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.200
σ	5.541
min	431.000
max	442.000

*mean*	0.532
σ	0.036
min	0.496
max	0.585

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.506
σ	0.028
min	0.473
max	0.528

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.621
σ	0.102
min	2.457
max	3.056

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.645
σ	0.100
min	2.468
max	3.127

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.310
σ	0.009
min	0.295
max	0.364

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.296
σ	0.008
min	0.282
max	0.341

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.168
σ	0.982
min	297.780
max	300.959

*mean*	441.900
σ	13.691
min	420.000
max	461.000

*mean*	0.609
σ	0.022
min	0.570
max	0.647

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1753.500
σ	8.018
min	1746.000
max	1761.000

*mean*	204.323
σ	2.360
min	201.497
max	208.548

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1753.500
σ	8.018
min	1746.000
max	1761.000

*mean*	10.862
σ	2.449
min	7.289
max	12.611

phase=parser

*mean*	1042.099
σ	0.000
min	1042.098
max	1042.099

*mean*	1753.500
σ	8.018
min	1746.000
max	1761.000

*mean*	650.894
σ	108.404
min	424.540
max	724.012

phase=processProdDef

*mean*	6169.656
σ	0.000
min	6169.655
max	6169.656

*mean*	1755.375
σ	7.763
min	1746.000
max	1761.000

*mean*	5116.243
σ	768.172
min	3980.437
max	6528.519

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1753.500
σ	8.018
min	1746.000
max	1761.000

*mean*	41.253
σ	9.434
min	26.331
max	47.834

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1753.500
σ	8.018
min	1746.000
max	1761.000

*mean*	768.492
σ	96.646
min	633.489
max	878.644

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.694
σ	0.045
min	293.630
max	293.737

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.399
σ	0.001
min	0.398
max	0.401

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.758
σ	0.051
min	1303.711
max	1303.823

*mean*	1106.600
σ	171.208
min	894.000
max	1331.000

*mean*	2.009
σ	0.139
min	1.852
max	2.148

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.837
σ	4.009
min	1544.884
max	1554.005

*mean*	619.200
σ	87.964
min	523.000
max	728.000

*mean*	2.342
σ	0.201
min	2.142
max	2.585

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.828
σ	0.065
min	1865.751
max	1865.910

*mean*	1756.200
σ	213.024
min	1476.000
max	1958.000

*mean*	3.231
σ	0.337
min	2.873
max	3.721

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.663
σ	0.164
min	1.490
max	1.928

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.089
σ	579.265
min	160.452
max	1318.986

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.518
σ	0.499
min	0.268
max	1.267

policies=20

*mean*	1604.880
σ	0.405
min	1604.603
max	1605.481

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750
σ	2.500
min	442.000
max	447.000

*mean*	2.676
σ	0.019
min	2.664
max	2.704

policies=200

*mean*	16057.078
σ	0.119
min	16056.919
max	16057.207

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250
σ	3.862
min	492.000
max	501.000

*mean*	27.090
σ	0.053
min	27.033
max	27.142