2cec2af9362996fca6ba0c4ca7f5682dc08c72d9

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618
σ	0.348
min	54.486
max	55.607

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.139
σ	0.006
min	0.130
max	0.148

cache=y

dps=1

iters=10

policies=100

*mean*	43.789
σ	0.007
min	43.781
max	43.803

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.123
σ	0.004
min	0.119
max	0.132

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	12.225
σ	0.333
min	11.691
max	12.583

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	11.600
σ	0.211
min	11.283
max	12.020

op=table_records(), no indexes

*mean*	41.931
σ	0.001
min	41.928
max	41.932

*mean*	7282.000
σ	0.000
min	7282.000
max	7282.000

*mean*	14.675
σ	0.163
min	14.509
max	14.839

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	11.909
σ	1.276
min	10.263
max	13.673

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.137
min	27.603
max	27.991

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	8.464
σ	0.278
min	8.095
max	8.863

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	6.618
σ	0.248
min	6.295
max	7.123

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	5.327
σ	0.100
min	5.191
max	5.497

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	5.188
σ	0.150
min	4.931
max	5.387

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7282.000
σ	0.000
min	7282.000
max	7282.000

*mean*	1483.127
σ	796.055
min	1033.966
max	3316.907

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.883

*mean*	3571.875
σ	1794.021
min	1044.000
max	5789.000

*mean*	4830.741
σ	1465.273
min	3528.127
max	6955.774

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	82.124
σ	10.647
min	69.797
max	99.194

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.000
min	40.944
max	40.945

*mean*	7282.000
σ	0.000
min	7282.000
max	7282.000

*mean*	106.890
σ	4.001
min	99.735
max	112.451

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7282.000
σ	0.000
min	7282.000
max	7282.000

*mean*	162.357
σ	5.247
min	151.092
max	167.875

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4149.375
σ	1894.368
min	1555.000
max	7282.000

*mean*	6634.997
σ	1092.542
min	4985.250
max	7882.708

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7282.000
σ	0.000
min	7282.000
max	7282.000

*mean*	5597.166
σ	1287.990
min	4383.210
max	7704.067

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	387.313
σ	3.215
min	383.048
max	392.098

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	709.227
σ	53.092
min	644.575
max	776.882

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374
σ	0.759
min	1007.902
max	1011.513

*mean*	1044.150
σ	310.585
min	572.000
max	1502.000

*mean*	1.539
σ	0.081
min	1.351
max	1.771

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484
σ	0.458
min	0.240
max	1.298

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.848
σ	0.525
min	0.584
max	1.784

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.375
σ	0.040
min	0.343
max	0.443

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.592
σ	0.028
min	0.569
max	0.640

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.800
σ	1.643
min	432.000
max	436.000

*mean*	0.603
σ	0.082
min	0.498
max	0.728

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	0.478
σ	0.054
min	0.422
max	0.533

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	1.976
σ	0.081
min	1.860
max	2.278

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	1.948
σ	0.066
min	1.840
max	2.185

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	0.302
σ	0.007
min	0.291
max	0.347

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	0.292
σ	0.012
min	0.275
max	0.384

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.993
σ	1.017
min	297.608
max	300.884

*mean*	442.300
σ	17.626
min	415.000
max	470.000

*mean*	0.614
σ	0.014
min	0.599
max	0.642

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1746.500
σ	10.392
min	1727.000
max	1760.000

*mean*	213.013
σ	1.269
min	211.204
max	214.448

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1746.500
σ	10.392
min	1727.000
max	1760.000

*mean*	11.061
σ	2.713
min	7.230
max	15.883

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1746.500
σ	10.392
min	1727.000
max	1760.000

*mean*	645.287
σ	130.784
min	410.771
max	845.009

phase=processProdDef

*mean*	6169.658
σ	0.001
min	6169.657
max	6169.659

*mean*	1750.625
σ	7.763
min	1745.000
max	1760.000

*mean*	5171.427
σ	1555.480
min	3443.474
max	7751.796

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1746.500
σ	10.392
min	1727.000
max	1760.000

*mean*	42.913
σ	8.796
min	26.235
max	55.921

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1746.500
σ	10.392
min	1727.000
max	1760.000

*mean*	734.191
σ	93.799
min	636.576
max	923.315

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.772
σ	0.036
min	292.723
max	292.812

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.399
σ	0.006
min	0.394
max	0.409

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.894
σ	0.079
min	1302.769
max	1302.979

*mean*	1068.000
σ	190.657
min	833.000
max	1263.000

*mean*	2.078
σ	0.222
min	1.831
max	2.374

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.897
σ	4.023
min	1543.913
max	1553.085

*mean*	620.000
σ	79.224
min	494.000
max	690.000

*mean*	2.261
σ	0.209
min	1.999
max	2.541

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.854
σ	0.053
min	1864.787
max	1864.905

*mean*	1727.200
σ	182.611
min	1518.000
max	1997.000

*mean*	2.942
σ	0.076
min	2.845
max	3.042

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.640
σ	0.168
min	1.499
max	1.877

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754
σ	579.108
min	158.196
max	1316.416

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.524
σ	0.517
min	0.264
max	1.299

policies=20

*mean*	1582.287
σ	0.353
min	1582.040
max	1582.809

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500
σ	4.041
min	443.000
max	450.000

*mean*	2.619
σ	0.012
min	2.605
max	2.632

policies=200

*mean*	15830.904
σ	0.076
min	15830.830
max	15831.011

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.750
σ	3.500
min	492.000
max	500.000

*mean*	26.604
σ	0.152
min	26.439
max	26.756