b90a103d21b1a9ec50acdffd37d57b6c779e88ac

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677
σ	0.358
min	54.543
max	55.695

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.142
σ	0.004
min	0.137
max	0.148

cache=y

dps=1

iters=10

policies=100

*mean*	43.704
σ	0.005
min	43.695
max	43.710

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.123
σ	0.004
min	0.120
max	0.131

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	12.208
σ	0.202
min	11.946
max	12.555

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	12.561
σ	0.453
min	11.664
max	13.058

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.929
max	41.933

*mean*	7267.000
σ	0.000
min	7267.000
max	7267.000

*mean*	14.673
σ	0.448
min	13.786
max	15.244

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.928
max	41.932

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	12.642
σ	1.815
min	10.391
max	14.721

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	8.240
σ	0.269
min	7.949
max	8.566

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	6.494
σ	0.378
min	5.970
max	7.303

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.003
min	25.666
max	25.674

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	5.538
σ	0.157
min	5.228
max	5.812

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.974

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	5.330
σ	0.104
min	5.135
max	5.470

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7267.000
σ	0.000
min	7267.000
max	7267.000

*mean*	1562.263
σ	981.876
min	1029.636
max	3871.487

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.882

*mean*	3568.875
σ	1790.302
min	1044.000
max	5776.000

*mean*	4788.136
σ	1486.211
min	3551.761
max	7513.804

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	84.305
σ	11.775
min	70.808
max	98.294

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	7267.000
σ	0.000
min	7267.000
max	7267.000

*mean*	106.408
σ	3.354
min	102.074
max	111.681

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.686
max	66.687

*mean*	7267.000
σ	0.000
min	7267.000
max	7267.000

*mean*	163.402
σ	4.738
min	152.937
max	167.132

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900
σ	4.304
min	11655.306
max	11667.551

*mean*	4146.875
σ	1889.203
min	1556.000
max	7267.000

*mean*	6633.740
σ	1180.669
min	4929.157
max	8059.874

op=vertical_lookup_list() on indexed

*mean*	11560.066
σ	0.001
min	11560.065
max	11560.067

*mean*	7267.000
σ	0.000
min	7267.000
max	7267.000

*mean*	5861.444
σ	1526.314
min	4426.487
max	8211.495

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	373.384
σ	34.462
min	296.392
max	397.288

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	762.059
σ	43.927
min	662.611
max	792.817

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327
σ	0.758
min	1023.854
max	1027.464

*mean*	1049.650
σ	312.919
min	586.000
max	1513.000

*mean*	1.556
σ	0.066
min	1.486
max	1.718

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304
σ	0.297
min	0.148
max	0.833

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480
σ	0.317
min	0.330
max	1.046

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.235
σ	0.023
min	0.216
max	0.273

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.344
σ	0.024
min	0.324
max	0.384

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.566
σ	0.054
min	0.485
max	0.614

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.485
σ	0.053
min	0.425
max	0.535

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.682
σ	0.093
min	2.527
max	3.025

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.582
σ	0.072
min	2.472
max	2.839

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.310
σ	0.009
min	0.296
max	0.372

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.305
σ	0.033
min	0.287
max	0.627

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.877
σ	0.971
min	298.505
max	301.639

*mean*	442.600
σ	13.310
min	426.000
max	465.000

*mean*	0.597
σ	0.027
min	0.553
max	0.645

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1712.250
σ	31.263
min	1689.000
max	1750.000

*mean*	219.895
σ	2.405
min	215.304
max	222.472

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1712.250
σ	31.263
min	1689.000
max	1750.000

*mean*	10.997
σ	2.006
min	7.493
max	12.843

phase=parser

*mean*	1042.363
σ	0.000
min	1042.363
max	1042.363

*mean*	1712.250
σ	31.263
min	1689.000
max	1750.000

*mean*	639.366
σ	107.795
min	423.796
max	730.912

phase=processProdDef

*mean*	6169.657
σ	0.001
min	6169.657
max	6169.658

*mean*	1719.875
σ	32.207
min	1689.000
max	1750.000

*mean*	5381.842
σ	1471.905
min	3743.929
max	7086.405

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1712.250
σ	31.263
min	1689.000
max	1750.000

*mean*	41.519
σ	7.827
min	26.806
max	48.264

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1712.250
σ	31.263
min	1689.000
max	1750.000

*mean*	795.568
σ	91.520
min	658.576
max	908.777

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916
σ	0.040
min	293.863
max	293.957

*mean*	442.600
σ	2.191
min	441.000
max	445.000

*mean*	0.402
σ	0.001
min	0.401
max	0.404

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.240
σ	0.068
min	1320.176
max	1320.322

*mean*	1068.600
σ	168.022
min	843.000
max	1276.000

*mean*	2.082
σ	0.332
min	1.831
max	2.625

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729
σ	4.072
min	1557.711
max	1567.007

*mean*	618.800
σ	82.606
min	494.000
max	716.000

*mean*	2.301
σ	0.231
min	2.142
max	2.704

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.275
σ	0.056
min	1882.203
max	1882.344

*mean*	1703.000
σ	250.446
min	1406.000
max	2042.000

*mean*	2.941
σ	0.065
min	2.877
max	3.027

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.917
σ	0.017
min	1.900
max	1.943

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.534
σ	585.529
min	160.766
max	1331.828

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.551
σ	0.544
min	0.272
max	1.366

policies=20

*mean*	1608.044
σ	0.439
min	1607.742
max	1608.693

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500
σ	9.849
min	443.000
max	465.000

*mean*	2.732
σ	0.011
min	2.720
max	2.747

policies=200

*mean*	16088.514
σ	0.100
min	16088.381
max	16088.617

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.750
σ	4.272
min	496.000
max	506.000

*mean*	27.414
σ	0.074
min	27.333
max	27.508