0d0029bd24640ceeb8a2b5a8dbf3ebef147c3fa0

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578
σ	0.352
min	54.447
max	55.580

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139
σ	0.005
min	0.132
max	0.148

cache=y

dps=1

iters=10

policies=100

*mean*	43.707
σ	0.006
min	43.700
max	43.719

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123
σ	0.004
min	0.121
max	0.133

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	12.782
σ	0.355
min	12.416
max	13.349

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	12.776
σ	0.538
min	11.743
max	13.357

op=table_records(), no indexes

*mean*	41.931
σ	0.001
min	41.929
max	41.932

*mean*	7322.000
σ	0.000
min	7322.000
max	7322.000

*mean*	14.933
σ	0.880
min	12.864
max	15.666

op=table_records(), repeat

*mean*	41.929
σ	0.002
min	41.927
max	41.931

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	12.762
σ	1.714
min	10.884
max	14.918

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	8.881
σ	0.245
min	8.444
max	9.184

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	6.985
σ	0.151
min	6.776
max	7.227

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.669

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	5.971
σ	0.148
min	5.735
max	6.210

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	5.854
σ	0.132
min	5.644
max	6.118

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.605
max	2524.606

*mean*	7322.000
σ	0.000
min	7322.000
max	7322.000

*mean*	1044.745
σ	8.298
min	1034.260
max	1059.674

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.553
max	8745.882

*mean*	3579.625
σ	1800.478
min	1043.000
max	5810.000

*mean*	4752.154
σ	1356.020
min	3497.086
max	6582.072

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.081

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	86.899
σ	14.272
min	71.340
max	102.869

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.943
max	40.945

*mean*	7322.000
σ	0.000
min	7322.000
max	7322.000

*mean*	104.282
σ	4.993
min	93.216
max	108.197

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7322.000
σ	0.000
min	7322.000
max	7322.000

*mean*	161.424
σ	9.077
min	139.828
max	166.473

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4157.875
σ	1904.859
min	1556.000
max	7322.000

*mean*	6593.323
σ	905.893
min	5005.726
max	7810.758

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7322.000
σ	0.000
min	7322.000
max	7322.000

*mean*	5403.947
σ	1334.742
min	4366.514
max	7537.994

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	368.319
σ	20.122
min	346.937
max	393.570

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250
σ	1.035
min	559.000
max	561.000

*mean*	743.009
σ	66.851
min	631.190
max	832.879

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.499
σ	0.760
min	1008.025
max	1011.641

*mean*	1044.000
σ	300.110
min	561.000
max	1447.000

*mean*	1.537
σ	0.067
min	1.475
max	1.739

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303
σ	0.288
min	0.138
max	0.810

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481
σ	0.317
min	0.326
max	1.047

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217
σ	0.031
min	0.194
max	0.270

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332
σ	0.017
min	0.317
max	0.360

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.200
σ	4.550
min	431.000
max	440.000

*mean*	0.570
σ	0.042
min	0.510
max	0.607

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.503
σ	0.022
min	0.469
max	0.521

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.562
σ	0.094
min	2.391
max	2.916

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	2.573
σ	0.101
min	2.431
max	3.197

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.306
σ	0.008
min	0.292
max	0.359

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.295
σ	0.009
min	0.282
max	0.335

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.007
σ	1.021
min	297.572
max	300.910

*mean*	444.700
σ	17.839
min	419.000
max	469.000

*mean*	0.610
σ	0.016
min	0.582
max	0.643

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1746.500
σ	0.535
min	1746.000
max	1747.000

*mean*	206.274
σ	1.394
min	204.288
max	208.369

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1746.500
σ	0.535
min	1746.000
max	1747.000

*mean*	11.002
σ	1.690
min	9.316
max	12.723

phase=parser

*mean*	1042.099
σ	0.000
min	1042.098
max	1042.099

*mean*	1746.500
σ	0.535
min	1746.000
max	1747.000

*mean*	659.598
σ	70.087
min	591.012
max	729.288

phase=processProdDef

*mean*	6169.656
σ	0.000
min	6169.655
max	6169.656

*mean*	1746.625
σ	0.518
min	1746.000
max	1747.000

*mean*	5292.147
σ	1273.547
min	3826.237
max	7029.730

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1746.500
σ	0.535
min	1746.000
max	1747.000

*mean*	44.119
σ	4.012
min	39.893
max	48.469

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1746.500
σ	0.535
min	1746.000
max	1747.000

*mean*	757.457
σ	102.573
min	663.603
max	877.752

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689
σ	0.044
min	293.631
max	293.738

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404
σ	0.009
min	0.399
max	0.420

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.781
σ	0.095
min	1303.627
max	1303.877

*mean*	1089.800
σ	180.322
min	885.000
max	1324.000

*mean*	2.021
σ	0.181
min	1.819
max	2.207

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814
σ	4.056
min	1544.799
max	1554.064

*mean*	609.600
σ	93.122
min	492.000
max	723.000

*mean*	2.278
σ	0.240
min	2.121
max	2.700

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.782
σ	0.069
min	1865.728
max	1865.895

*mean*	1729.400
σ	180.464
min	1482.000
max	1899.000

*mean*	3.082
σ	0.331
min	2.846
max	3.665

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.630
σ	0.101
min	1.519
max	1.756

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980
σ	579.240
min	158.357
max	1316.839

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.542
σ	0.549
min	0.266
max	1.366

policies=20

*mean*	1583.917
σ	0.351
min	1583.669
max	1584.435

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.250
σ	1.500
min	442.000
max	445.000

*mean*	2.629
σ	0.010
min	2.617
max	2.639

policies=200

*mean*	15847.155
σ	0.112
min	15847.062
max	15847.309

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.750
σ	2.217
min	492.000
max	497.000

*mean*	26.632
σ	0.210
min	26.359
max	26.801