053b642ff053a7dd83b4fee61ae0ff545c7e9a49

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577
σ	0.347
min	54.444
max	55.564

*mean*	416.700
σ	0.483
min	416.000
max	417.000

*mean*	0.141
σ	0.005
min	0.137
max	0.151

cache=y

dps=1

iters=10

policies=100

*mean*	43.706
σ	0.006
min	43.700
max	43.720

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124
σ	0.004
min	0.120
max	0.132

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	12.994
σ	0.219
min	12.655
max	13.322

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.616
max	36.620

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	13.056
σ	0.615
min	12.248
max	13.729

op=table_records(), no indexes

*mean*	41.932
σ	0.001
min	41.928
max	41.933

*mean*	7327.000
σ	0.000
min	7327.000
max	7327.000

*mean*	14.863
σ	0.755
min	13.018
max	15.268

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	12.730
σ	1.877
min	10.877
max	15.387

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136
min	27.603
max	27.990

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	9.131
σ	0.439
min	8.602
max	9.816

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	6.983
σ	0.405
min	6.152
max	7.416

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.665
max	25.668

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	6.050
σ	0.095
min	5.844
max	6.146

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	5.859
σ	0.101
min	5.759
max	6.059

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.606

*mean*	7327.000
σ	0.000
min	7327.000
max	7327.000

*mean*	1042.245
σ	6.987
min	1031.448
max	1054.081

op=load_product(), with indexes

*mean*	8744.721
σ	0.469
min	8744.554
max	8745.882

*mean*	3580.000
σ	1799.064
min	1050.000
max	5816.000

*mean*	4744.089
σ	1709.919
min	3546.404
max	7581.756

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	82.925
σ	10.341
min	72.318
max	98.938

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7327.000
σ	0.000
min	7327.000
max	7327.000

*mean*	105.414
σ	4.910
min	96.821
max	111.143

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7327.000
σ	0.000
min	7327.000
max	7327.000

*mean*	163.581
σ	8.749
min	144.615
max	169.069

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.537

*mean*	4156.250
σ	1905.520
min	1550.000
max	7327.000

*mean*	6348.991
σ	1237.904
min	5000.858
max	8017.778

op=vertical_lookup_list() on indexed

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.066

*mean*	7327.000
σ	0.000
min	7327.000
max	7327.000

*mean*	5377.807
σ	1633.120
min	4345.425
max	8725.436

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	473.875
σ	0.354
min	473.000
max	474.000

*mean*	392.646
σ	1.540
min	390.642
max	394.750

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.875
σ	0.354
min	559.000
max	560.000

*mean*	783.872
σ	25.104
min	742.091
max	819.203

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501
σ	0.759
min	1008.026
max	1011.639

*mean*	1043.450
σ	300.069
min	562.000
max	1447.000

*mean*	1.540
σ	0.062
min	1.466
max	1.689

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.308
σ	0.293
min	0.150
max	0.828

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.491
σ	0.320
min	0.338
max	1.063

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.234
σ	0.026
min	0.208
max	0.271

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342
σ	0.018
min	0.324
max	0.372

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000
σ	2.236
min	432.000
max	437.000

*mean*	0.506
σ	0.048
min	0.432
max	0.554

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.493
σ	0.043
min	0.422
max	0.522

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.178
σ	0.317
min	1.881
max	2.941

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	1.946
σ	0.067
min	1.823
max	2.208

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.329
σ	0.076
min	0.296
max	0.794

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.296
σ	0.008
min	0.279
max	0.346

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.267
σ	0.997
min	297.800
max	301.077

*mean*	439.000
σ	15.341
min	414.000
max	459.000

*mean*	0.610
σ	0.017
min	0.579
max	0.629

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1543.750
σ	190.211
min	1242.000
max	1663.000

*mean*	207.103
σ	1.506
min	205.454
max	209.274

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1543.750
σ	190.211
min	1242.000
max	1663.000

*mean*	10.241
σ	2.143
min	6.199
max	12.559

phase=parser

*mean*	1042.099
σ	0.001
min	1042.097
max	1042.100

*mean*	1543.750
σ	190.211
min	1242.000
max	1663.000

*mean*	704.508
σ	33.245
min	651.422
max	733.341

phase=processProdDef

*mean*	6169.660
σ	0.001
min	6169.660
max	6169.662

*mean*	1596.375
σ	148.456
min	1242.000
max	1663.000

*mean*	5977.079
σ	1168.246
min	4280.633
max	7175.856

phase=renaming

*mean*	21.667
σ	0.001
min	21.667
max	21.670

*mean*	1543.750
σ	190.211
min	1242.000
max	1663.000

*mean*	39.529
σ	9.164
min	29.382
max	50.236

phase=type checker

*mean*	958.460
σ	0.066
min	958.360
max	958.551

*mean*	1543.750
σ	190.211
min	1242.000
max	1663.000

*mean*	726.223
σ	91.223
min	637.860
max	897.778

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381
σ	0.034
min	293.333
max	293.418

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.403
σ	0.006
min	0.392
max	0.410

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.437
σ	0.069
min	1303.342
max	1303.532

*mean*	1063.400
σ	169.076
min	840.000
max	1275.000

*mean*	1.937
σ	0.158
min	1.817
max	2.132

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.498
σ	4.001
min	1544.527
max	1553.650

*mean*	612.000
σ	73.304
min	497.000
max	690.000

*mean*	2.245
σ	0.103
min	2.149
max	2.365

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.443
σ	0.042
min	1865.397
max	1865.498

*mean*	1716.000
σ	254.366
min	1421.000
max	2078.000

*mean*	2.937
σ	0.094
min	2.860
max	3.084

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.748
σ	0.165
min	1.551
max	1.937

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982
σ	579.239
min	158.361
max	1316.841

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.538
σ	0.548
min	0.263
max	1.361

policies=20

*mean*	1583.936
σ	0.357
min	1583.685
max	1584.464

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.250
σ	1.500
min	444.000
max	447.000

*mean*	2.649
σ	0.051
min	2.596
max	2.712

policies=200

*mean*	15847.301
σ	0.101
min	15847.230
max	15847.451

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.500
σ	3.109
min	490.000
max	497.000

*mean*	26.669
σ	0.120
min	26.570
max	26.828