de0ee51d2d5853c9bbf18f0d0c9c3247e404dd7f

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678
σ	0.357
min	54.549
max	55.693

*mean*	421.000
σ	0.000
min	421.000
max	421.000

*mean*	0.145
σ	0.009
min	0.139
max	0.168

cache=y

dps=1

iters=10

policies=100

*mean*	43.705
σ	0.006
min	43.694
max	43.714

*mean*	421.000
σ	0.000
min	421.000
max	421.000

*mean*	0.126
σ	0.009
min	0.116
max	0.143

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	12.902
σ	0.247
min	12.542
max	13.270

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	12.935
σ	0.577
min	11.995
max	13.449

op=table_records(), no indexes

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	6159.000
σ	0.000
min	6159.000
max	6159.000

*mean*	15.181
σ	0.316
min	14.431
max	15.413

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	13.359
σ	1.908
min	10.912
max	15.274

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654
σ	0.136
min	27.604
max	27.991

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	9.331
σ	0.389
min	8.900
max	9.784

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	6.660
σ	0.305
min	5.974
max	6.975

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668
σ	0.004
min	25.665
max	25.677

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	6.013
σ	0.134
min	5.793
max	6.155

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002
min	25.968
max	25.972

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	5.953
σ	0.133
min	5.810
max	6.226

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604
σ	0.002
min	2524.602
max	2524.606

*mean*	6159.000
σ	0.000
min	6159.000
max	6159.000

*mean*	1349.729
σ	579.618
min	1029.815
max	2408.465

op=load_product(), with indexes

*mean*	7917.788
σ	0.469
min	7917.621
max	7918.950

*mean*	3224.125
σ	1839.462
min	809.000
max	6159.000

*mean*	3789.602
σ	1296.772
min	3075.327
max	6201.392

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	84.237
σ	12.164
min	71.829
max	101.698

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	6159.000
σ	0.000
min	6159.000
max	6159.000

*mean*	63.501
σ	3.710
min	60.990
max	70.343

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688
σ	0.002
min	66.686
max	66.691

*mean*	6159.000
σ	0.000
min	6159.000
max	6159.000

*mean*	100.227
σ	0.815
min	99.254
max	101.918

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11745.441
σ	4.303
min	11743.845
max	11756.090

*mean*	3865.750
σ	1850.535
min	1275.000
max	6159.000

*mean*	6193.452
σ	1064.275
min	4931.855
max	7608.167

op=vertical_lookup_list() on indexed

*mean*	10687.378
σ	0.002
min	10687.375
max	10687.380

*mean*	6159.000
σ	0.000
min	6159.000
max	6159.000

*mean*	4858.262
σ	1594.580
min	3982.244
max	7560.440

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	371.530
σ	19.836
min	345.237
max	393.518

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	772.242
σ	9.295
min	759.531
max	785.699

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.326
σ	0.758
min	1023.853
max	1027.463

*mean*	1052.350
σ	316.085
min	592.000
max	1523.000

*mean*	1.580
σ	0.087
min	1.502
max	1.788

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301
σ	0.283
min	0.143
max	0.803

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482
σ	0.318
min	0.323
max	1.050

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226
σ	0.023
min	0.210
max	0.267

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333
σ	0.023
min	0.316
max	0.371

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.522
σ	0.046
min	0.464
max	0.586

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.461
σ	0.054
min	0.375
max	0.521

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.626
σ	0.107
min	2.447
max	3.175

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.616
σ	0.078
min	2.477
max	2.821

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.308
σ	0.011
min	0.285
max	0.369

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.292
σ	0.007
min	0.281
max	0.330

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.826
σ	0.994
min	298.430
max	301.652

*mean*	438.500
σ	17.684
min	413.000
max	465.000

*mean*	0.599
σ	0.024
min	0.568
max	0.639

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532
σ	0.000
min	239.532
max	239.532

*mean*	1053.625
σ	20.860
min	1002.000
max	1061.000

*mean*	220.445
σ	2.374
min	216.905
max	224.914

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1053.625
σ	20.860
min	1002.000
max	1061.000

*mean*	11.421
σ	1.978
min	7.386
max	12.870

phase=parser

*mean*	1042.363
σ	0.000
min	1042.363
max	1042.363

*mean*	1053.625
σ	20.860
min	1002.000
max	1061.000

*mean*	666.911
σ	113.897
min	400.085
max	738.563

phase=processProdDef

*mean*	4874.332
σ	0.000
min	4874.332
max	4874.333

*mean*	1061.000
σ	0.000
min	1061.000
max	1061.000

*mean*	4805.796
σ	1153.404
min	3319.469
max	6287.066

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1053.625
σ	20.860
min	1002.000
max	1061.000

*mean*	42.477
σ	8.782
min	26.285
max	48.811

phase=type checker

*mean*	990.446
σ	0.066
min	990.348
max	990.536

*mean*	1053.625
σ	20.860
min	1002.000
max	1061.000

*mean*	824.527
σ	93.555
min	687.401
max	931.739

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917
σ	0.041
min	293.861
max	293.962

*mean*	442.200
σ	1.643
min	441.000
max	444.000

*mean*	0.401
σ	0.002
min	0.398
max	0.403

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.264
σ	0.063
min	1320.169
max	1320.340

*mean*	1085.200
σ	183.282
min	866.000
max	1307.000

*mean*	2.069
σ	0.190
min	1.831
max	2.280

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.449
σ	3.369
min	1557.753
max	1565.466

*mean*	626.400
σ	87.251
min	496.000
max	732.000

*mean*	2.327
σ	0.247
min	2.129
max	2.643

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.270
σ	0.058
min	1882.191
max	1882.348

*mean*	1721.000
σ	169.179
min	1475.000
max	1876.000

*mean*	3.004
σ	0.197
min	2.806
max	3.325

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.793
σ	0.178
min	1.489
max	1.920

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.904
σ	584.268
min	160.768
max	1329.305

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.551
σ	0.559
min	0.266
max	1.390

policies=20

*mean*	1608.030
σ	0.431
min	1607.734
max	1608.668

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.250
σ	8.500
min	440.000
max	457.000

*mean*	2.716
σ	0.036
min	2.678
max	2.760

policies=200

*mean*	16088.476
σ	0.291
min	16088.125
max	16088.836

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250
σ	3.775
min	491.000
max	500.000

*mean*	27.316
σ	0.205
min	27.109
max	27.528