866c608a8ba60c1274048c0d8373c736586ea6aa

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.576
σ	0.347
min	54.447
max	55.563

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.142
σ	0.008
min	0.132
max	0.160

cache=y

dps=1

iters=10

policies=100

*mean*	43.706
σ	0.006
min	43.697
max	43.715

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123
σ	0.004
min	0.119
max	0.130

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	12.822
σ	0.122
min	12.624
max	12.975

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	12.041
σ	0.249
min	11.642
max	12.396

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.928
max	41.933

*mean*	7319.000
σ	0.000
min	7319.000
max	7319.000

*mean*	15.139
σ	0.908
min	13.102
max	16.048

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	12.638
σ	1.696
min	10.934
max	14.991

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	8.907
σ	0.344
min	8.416
max	9.387

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	6.639
σ	0.396
min	5.803
max	7.106

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.668

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	5.844
σ	0.153
min	5.645
max	6.136

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	5.634
σ	0.270
min	5.288
max	6.165

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7319.000
σ	0.000
min	7319.000
max	7319.000

*mean*	1059.098
σ	12.567
min	1044.203
max	1077.330

op=load_product(), with indexes

*mean*	8744.722
σ	0.469
min	8744.553
max	8745.883

*mean*	3578.750
σ	1801.523
min	1046.000
max	5816.000

*mean*	4813.819
σ	1645.727
min	3535.342
max	7644.894

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	77.795
σ	7.242
min	70.434
max	93.696

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7319.000
σ	0.000
min	7319.000
max	7319.000

*mean*	104.675
σ	6.247
min	92.160
max	110.894

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7319.000
σ	0.000
min	7319.000
max	7319.000

*mean*	161.682
σ	8.602
min	141.911
max	166.889

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4155.875
σ	1903.942
min	1553.000
max	7319.000

*mean*	6529.825
σ	1254.726
min	4925.123
max	8102.190

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.000
min	11560.065
max	11560.066

*mean*	7319.000
σ	0.000
min	7319.000
max	7319.000

*mean*	5907.998
σ	1679.834
min	4429.384
max	8481.519

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	393.916
σ	4.621
min	386.211
max	398.758

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625
σ	0.518
min	560.000
max	561.000

*mean*	763.385
σ	16.923
min	735.774
max	786.121

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.498
σ	0.760
min	1008.024
max	1011.642

*mean*	1048.300
σ	313.499
min	573.000
max	1511.000

*mean*	1.554
σ	0.077
min	1.484
max	1.748

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.410
σ	0.507
min	0.145
max	1.315

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.621
σ	0.641
min	0.323
max	1.766

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221
σ	0.020
min	0.203
max	0.255

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340
σ	0.020
min	0.325
max	0.374

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.200
σ	5.541
min	431.000
max	442.000

*mean*	0.522
σ	0.051
min	0.455
max	0.594

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.458
σ	0.047
min	0.409
max	0.526

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.628
σ	0.086
min	2.458
max	2.815

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.563
σ	0.079
min	2.427
max	2.764

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.316
σ	0.048
min	0.294
max	0.744

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.299
σ	0.027
min	0.280
max	0.540

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.883
σ	1.017
min	297.497
max	300.775

*mean*	441.100
σ	15.322
min	416.000
max	463.000

*mean*	0.612
σ	0.011
min	0.591
max	0.630

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1748.500
σ	4.629
min	1741.000
max	1751.000

*mean*	206.327
σ	2.195
min	202.167
max	208.321

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1748.500
σ	4.629
min	1741.000
max	1751.000

*mean*	11.472
σ	1.375
min	9.808
max	13.292

phase=parser

*mean*	1042.099
σ	0.000
min	1042.099
max	1042.099

*mean*	1748.500
σ	4.629
min	1741.000
max	1751.000

*mean*	670.884
σ	93.948
min	563.905
max	825.433

phase=processProdDef

*mean*	6169.660
σ	0.000
min	6169.659
max	6169.660

*mean*	1749.750
σ	3.536
min	1741.000
max	1751.000

*mean*	5307.388
σ	1026.501
min	4181.357
max	6884.648

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1748.500
σ	4.629
min	1741.000
max	1751.000

*mean*	38.528
σ	7.556
min	29.782
max	47.689

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1748.500
σ	4.629
min	1741.000
max	1751.000

*mean*	754.328
σ	75.445
min	641.281
max	850.402

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688
σ	0.044
min	293.630
max	293.737

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.408
σ	0.011
min	0.399
max	0.421

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777
σ	0.092
min	1303.629
max	1303.875

*mean*	1082.000
σ	171.626
min	877.000
max	1312.000

*mean*	2.042
σ	0.218
min	1.766
max	2.220

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814
σ	4.036
min	1544.820
max	1554.026

*mean*	608.200
σ	96.562
min	489.000
max	732.000

*mean*	2.263
σ	0.171
min	2.083
max	2.532

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781
σ	0.070
min	1865.713
max	1865.895

*mean*	1725.000
σ	181.134
min	1464.000
max	1889.000

*mean*	3.108
σ	0.276
min	2.930
max	3.598

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.719
σ	0.179
min	1.526
max	1.959

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.979
σ	579.239
min	158.359
max	1316.838

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.544
σ	0.555
min	0.263
max	1.377

policies=20

*mean*	1583.923
σ	0.366
min	1583.666
max	1584.464

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.750
σ	0.500
min	444.000
max	445.000

*mean*	2.662
σ	0.064
min	2.618
max	2.756

policies=200

*mean*	15847.161
σ	0.101
min	15847.076
max	15847.297

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	493.750
σ	3.304
min	490.000
max	498.000

*mean*	26.655
σ	0.131
min	26.536
max	26.799