ed4c390a69a950949e36a1d5117da39ce1089f9d

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677
σ	0.357
min	54.542
max	55.691

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.140
σ	0.005
min	0.136
max	0.149

cache=y

dps=1

iters=10

policies=100

*mean*	43.705
σ	0.005
min	43.696
max	43.710

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.124
σ	0.005
min	0.120
max	0.132

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	12.668
σ	0.068
min	12.581
max	12.768

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	12.989
σ	0.458
min	11.951
max	13.438

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.930
max	41.933

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	15.094
σ	0.594
min	13.861
max	15.649

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	13.038
σ	1.823
min	11.059
max	15.191

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	8.862
σ	0.359
min	8.267
max	9.399

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	6.710
σ	0.258
min	6.224
max	7.021

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.003
min	25.666
max	25.674

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	6.012
σ	0.130
min	5.765
max	6.145

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.974

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	5.830
σ	0.079
min	5.733
max	5.965

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	1083.716
σ	80.831
min	1041.404
max	1280.347

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.882

*mean*	3575.000
σ	1796.847
min	1044.000
max	5796.000

*mean*	4574.064
σ	1242.814
min	3526.211
max	6779.407

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	81.263
σ	10.606
min	69.099
max	96.559

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	106.266
σ	4.081
min	99.883
max	111.190

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.686
max	66.687

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	162.088
σ	7.960
min	144.463
max	167.588

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900
σ	4.304
min	11655.306
max	11667.552

*mean*	4154.750
σ	1902.220
min	1552.000
max	7309.000

*mean*	6252.246
σ	1171.997
min	4866.587
max	7840.023

op=vertical_lookup_list() on indexed

*mean*	11560.066
σ	0.001
min	11560.065
max	11560.067

*mean*	7309.000
σ	0.000
min	7309.000
max	7309.000

*mean*	5426.427
σ	1380.514
min	4346.968
max	7626.425

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	369.015
σ	31.665
min	307.076
max	397.422

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	765.039
σ	36.397
min	677.106
max	792.163

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.326
σ	0.758
min	1023.853
max	1027.463

*mean*	1053.650
σ	314.939
min	570.000
max	1524.000

*mean*	1.597
σ	0.084
min	1.521
max	1.777

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298
σ	0.288
min	0.143
max	0.808

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483
σ	0.315
min	0.329
max	1.047

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.231
σ	0.022
min	0.212
max	0.266

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342
σ	0.026
min	0.315
max	0.369

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200
σ	1.789
min	433.000
max	437.000

*mean*	0.591
σ	0.020
min	0.561
max	0.614

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.450
σ	0.046
min	0.389
max	0.518

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.565
σ	0.088
min	2.428
max	2.852

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.570
σ	0.086
min	2.440
max	2.922

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.310
σ	0.016
min	0.289
max	0.393

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.290
σ	0.007
min	0.278
max	0.328

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.924
σ	1.002
min	298.535
max	301.775

*mean*	441.500
σ	17.258
min	416.000
max	469.000

*mean*	0.611
σ	0.012
min	0.596
max	0.637

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532
σ	0.000
min	239.532
max	239.532

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	217.994
σ	2.302
min	215.654
max	221.784

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	12.691
σ	1.611
min	9.594
max	15.617

phase=parser

*mean*	1042.365
σ	0.001
min	1042.362
max	1042.365

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	717.488
σ	60.132
min	598.806
max	823.021

phase=processProdDef

*mean*	6169.660
σ	0.001
min	6169.659
max	6169.661

*mean*	1715.000
σ	32.071
min	1685.000
max	1745.000

*mean*	5905.509
σ	1890.182
min	3597.658
max	8293.254

phase=renaming

*mean*	21.672
σ	0.001
min	21.671
max	21.675

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	47.932
σ	3.850
min	40.762
max	55.125

phase=type checker

*mean*	990.445
σ	0.066
min	990.344
max	990.536

*mean*	1707.500
σ	31.053
min	1685.000
max	1745.000

*mean*	898.812
σ	90.889
min	685.886
max	975.646

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.922
σ	0.042
min	293.861
max	293.956

*mean*	444.800
σ	1.095
min	444.000
max	446.000

*mean*	0.396
σ	0.006
min	0.392
max	0.406

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.213
σ	0.072
min	1320.138
max	1320.323

*mean*	1084.600
σ	163.385
min	889.000
max	1307.000

*mean*	2.041
σ	0.145
min	1.899
max	2.206

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.740
σ	4.065
min	1557.716
max	1567.004

*mean*	623.000
σ	86.490
min	495.000
max	725.000

*mean*	2.283
σ	0.151
min	2.183
max	2.550

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.280
σ	0.063
min	1882.191
max	1882.356

*mean*	1726.000
σ	178.516
min	1472.000
max	1891.000

*mean*	3.125
σ	0.305
min	2.871
max	3.654

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.763
σ	0.070
min	1.666
max	1.858

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536
σ	585.529
min	160.770
max	1331.829

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.551
σ	0.560
min	0.267
max	1.392

policies=20

*mean*	1608.029
σ	0.419
min	1607.750
max	1608.650

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.750
σ	11.587
min	443.000
max	468.000

*mean*	2.705
σ	0.022
min	2.675
max	2.728

policies=200

*mean*	16088.509
σ	0.122
min	16088.405
max	16088.685

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.000
σ	4.967
min	493.000
max	505.000

*mean*	27.404
σ	0.139
min	27.283
max	27.601