Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.522=0.095
σ	0.351-0.370=-0.019
min	54.480-54.378=0.102
max	55.616-55.574=0.041

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.140-0.140=-0.001
σ	0.004-0.005=-0.001
min	0.136-0.136=0.001
max	0.147-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.766=0.021
σ	0.005-0.007=-0.002
min	43.780-43.756=0.024
max	43.798-43.777=0.021

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.124-0.122=0.002
σ	0.004-0.004=-0.001
min	0.120-0.116=0.004
max	0.130-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	12.595
σ	0.313
min	12.189
max	13.226

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617
σ	0.002
min	36.616
max	36.619

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	95.012
σ	234.488
min	11.483
max	675.338

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	14.820
σ	1.238
min	12.029
max	15.540

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.930
σ	0.002
min	41.928
max	41.932

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	12.916
σ	1.374
min	11.176
max	15.088

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929
σ	0.002
min	41.927
max	41.932

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	13.503
σ	1.715
min	10.992
max	15.244

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	9.127
σ	0.361
min	8.720
max	9.744

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6.585
σ	0.361
min	6.132
max	7.265

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	6.099
σ	0.679
min	5.598
max	7.703

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661
σ	0.002
min	25.659
max	25.663

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.711
min	5.154
max	7.471

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969
σ	0.002
min	25.967
max	25.972

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.788
σ	0.637
min	5.247
max	7.312

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4289.625
σ	1979.093
min	1550.000
max	7203.000

*mean*	5.754
σ	0.649
min	5.311
max	7.344

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.616
max	36.620

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	12.930
σ	1.805
min	11.865
max	17.338

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	12.633
σ	1.845
min	11.208
max	16.858

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	13.862
σ	1.037
min	12.683
max	14.969

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.932

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	12.448
σ	2.061
min	10.408
max	15.255

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	8.695
σ	1.479
min	7.852
max	12.287

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.399
max	26.403

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	6.777
σ	1.236
min	5.770
max	9.770

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.667
σ	0.002
min	25.664
max	25.670

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	5.506
σ	0.476
min	5.232
max	6.658

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	5.377
σ	0.552
min	4.916
max	6.712

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595
σ	0.002
min	2524.594
max	2524.598

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	1186.791
σ	386.677
min	1043.294
max	2143.729

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560
σ	0.040
min	8744.545
max	8744.660

*mean*	3596.750
σ	1818.874
min	1075.000
max	5837.000

*mean*	5001.306
σ	1581.008
min	3537.721
max	7104.074

op=load_product(), no indexes

*mean*	2524.593
σ	0.000
min	2524.593
max	2524.594

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	1046.932
σ	7.270
min	1035.974
max	1054.722

op=load_product(), with indexes

*mean*	8744.558
σ	0.033
min	8744.545
max	8744.640

*mean*	3781.125
σ	1611.138
min	1969.000
max	5940.000

*mean*	4667.597
σ	1521.325
min	3546.346
max	7346.178

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	83.720
σ	10.075
min	75.037
max	104.081

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	84.658
σ	9.986
min	75.265
max	104.674

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.947

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.741
σ	12.439
min	73.621
max	108.046

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945
σ	0.002
min	40.943
max	40.948

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	100.848
σ	12.675
min	73.184
max	108.641

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.948
max	40.953

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	104.104
σ	10.462
min	81.535
max	112.764

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950
σ	0.002
min	40.948
max	40.954

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	101.159
σ	12.358
min	74.300
max	108.680

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687
σ	0.002
min	66.686
max	66.690

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	205.856
σ	145.930
min	117.858
max	564.526

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687
σ	0.002
min	66.685
max	66.689

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	149.435
σ	23.319
min	110.168
max	168.021

op=column_set() on unindexed, dense

*mean*	62.077
σ	0.002
min	62.076
max	62.080

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	85.835
σ	13.867
min	71.045
max	111.853

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.947

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	238.197
σ	390.692
min	83.424
max	1204.862

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	150.459
σ	14.222
min	131.736
max	167.169

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4169.500
σ	1899.312
min	1550.000
max	7203.000

*mean*	6618.182
σ	1171.136
min	4856.904
max	7706.888

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065
σ	0.001
min	11560.064
max	11560.068

*mean*	7203.000
σ	0.000
min	7203.000
max	7203.000

*mean*	6113.546
σ	1628.342
min	4400.715
max	8745.435

op=table_records()

*mean*	11656.833
σ	4.317
min	11655.305
max	11667.517

*mean*	4260.875
σ	1878.606
min	1969.000
max	7539.000

*mean*	6556.533
σ	1272.616
min	4974.746
max	8407.184

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	5528.386
σ	1404.023
min	4417.927
max	7445.557

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.665
σ	0.011
min	172.646
max	172.677

*mean*	487.250
σ	0.707
min	487.000
max	489.000

*mean*	392.917
σ	18.687
min	358.928
max	412.896

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.467
σ	0.156
min	357.321
max	357.628

*mean*	573.000
σ	0.000
min	573.000
max	573.000

*mean*	786.083
σ	47.429
min	703.068
max	860.078

op=pointedIndexFromKvs

rows=200000

*mean*	172.582
σ	0.026
min	172.558
max	172.621

*mean*	1969.000
σ	0.000
min	1969.000
max	1969.000

*mean*	350.637
σ	30.662
min	306.645
max	397.662

op=pointedIndexFromKvs

rows=400000

*mean*	357.366
σ	0.044
min	357.321
max	357.423

*mean*	1969.000
σ	0.000
min	1969.000
max	1969.000

*mean*	777.664
σ	34.291
min	723.075
max	819.511

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1008.081=0.105
σ	0.877-0.761=0.116
min	1007.687-1007.604=0.083
max	1011.822-1011.227=0.595

*mean*	1042.050-7203.000=-6160.950
σ	307.820-0.000=307.820
min	546.000-7203.000=-6657.000
max	1474.000-7203.000=-5729.000

*mean*	1.562-1.513=0.049
σ	0.138-0.132=0.006
min	1.457-1.382=0.075
max	2.013-1.843=0.169

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.411-0.413=-0.002
σ	0.144-0.130=0.014
min	0.322-0.330=-0.009
max	0.665-0.641=0.024

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.880-0.891=-0.011
σ	0.088-0.088=-0.000
min	0.822-0.833=-0.011
max	1.032-1.044=-0.012

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.541-0.545=-0.004
σ	0.049-0.048=0.001
min	0.499-0.511=-0.012
max	0.624-0.629=-0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.845-0.849=-0.003
σ	0.034-0.042=-0.008
min	0.816-0.796=0.020
max	0.902-0.910=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.543-963.551=-0.009
σ	0.025-0.027=-0.002
min	963.523-963.535=-0.012
max	963.584-963.598=-0.014

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.804-0.811=-0.007
σ	0.056-0.051=0.005
min	0.725-0.725=0.000
max	0.860-0.845=0.015

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.007-0.007=0.000
min	884.847
max	884.861-884.862=-0.001

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.698-0.683=0.015
σ	0.040-0.071=-0.031
min	0.668-0.568=0.099
max	0.746-0.738=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.711=0.000

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	4.238-3.521=0.717
σ	0.086-0.086=0.000
min	4.101-3.368=0.733
max	4.562-3.797=0.765

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	4.227-3.929=0.298
σ	0.081-0.387=-0.306
min	4.099-3.385=0.714
max	4.551-4.515=0.036

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.749-0.753=-0.004
σ	0.016-0.019=-0.003
min	0.718-0.716=0.002
max	0.845-0.864=-0.019

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1474.000-7203.000=-5729.000
σ	0.000
min	1474.000-7203.000=-5729.000
max	1474.000-7203.000=-5729.000

*mean*	0.711-0.714=-0.004
σ	0.013-0.021=-0.008
min	0.685-0.615=0.070
max	0.771-0.793=-0.022

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.393-297.331=0.062
σ	0.211-0.246=-0.035
min	297.246-297.184=0.062
max	297.968-298.019=-0.051

*mean*	1969.000-7203.000=-5234.000
σ	0.000
min	1969.000-7203.000=-5234.000
max	1969.000-7203.000=-5234.000

*mean*	0.570-0.570=-0.000
σ	0.052-0.028=0.024
min	0.497-0.517=-0.019
max	0.666-0.594=0.073

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996
σ	0.000
min	221.996
max	221.996

*mean*	1598.000
σ	0.000
min	1598.000
max	1598.000

*mean*	207.856
σ	2.730
min	204.500
max	211.599

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1598.000
σ	0.000
min	1598.000
max	1598.000

*mean*	11.398
σ	1.546
min	9.348
max	12.557

phase=parser

*mean*	1041.085
σ	0.000
min	1041.085
max	1041.086

*mean*	1598.000
σ	0.000
min	1598.000
max	1598.000

*mean*	680.160
σ	59.886
min	591.023
max	730.130

phase=processProdDef

*mean*	6169.661
σ	0.001
min	6169.660
max	6169.662

*mean*	1598.000
σ	0.000
min	1598.000
max	1598.000

*mean*	6313.140
σ	1114.082
min	4000.467
max	7317.010

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1598.000
σ	0.000
min	1598.000
max	1598.000

*mean*	44.582
σ	3.716
min	39.671
max	47.775

phase=type checker

*mean*	958.665
σ	0.055
min	958.579
max	958.736

*mean*	1598.000
σ	0.000
min	1598.000
max	1598.000

*mean*	764.450
σ	79.353
min	666.565
max	883.391

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.761-289.730=0.031
σ	0.038-0.040=-0.001
min	289.712-289.682=0.030
max	289.803-289.792=0.011

*mean*	1598.000-7203.000=-5605.000
σ	0.000
min	1598.000-7203.000=-5605.000
max	1598.000-7203.000=-5605.000

*mean*	0.392-0.406=-0.013
σ	0.009-0.020=-0.011
min	0.386-0.386=0.000
max	0.408-0.432=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.593-1299.640=-0.047
σ	0.094-0.091=0.002
min	1299.508-1299.534=-0.026
max	1299.748-1299.742=0.006

*mean*	1598.000-7203.000=-5605.000
σ	0.000
min	1598.000-7203.000=-5605.000
max	1598.000-7203.000=-5605.000

*mean*	2.009-1.934=0.074
σ	0.147-0.083=0.064
min	1.883-1.791=0.092
max	2.242-2.001=0.241

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.676-1542.624=0.052
σ	4.018-4.086=-0.069
min	1540.728-1540.578=0.150
max	1549.859-1549.926=-0.067

*mean*	1598.000-7203.000=-5605.000
σ	0.000
min	1598.000-7203.000=-5605.000
max	1598.000-7203.000=-5605.000

*mean*	2.380-2.280=0.100
σ	0.210-0.244=-0.034
min	2.140-2.055=0.085
max	2.646-2.667=-0.020

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.645-1861.597=0.049
σ	0.077-0.057=0.020
min	1861.556-1861.512=0.044
max	1861.734-1861.648=0.086

*mean*	1788.600-7203.000=-5414.400
σ	179.263-0.000=179.263
min	1598.000-7203.000=-5605.000
max	1969.000-7203.000=-5234.000

*mean*	3.226-2.919=0.307
σ	0.302-0.094=0.208
min	2.889-2.813=0.075
max	3.603-3.052=0.550

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.765-1.497=0.268
σ	0.157-0.315=-0.158
min	1.566-1.007=0.559
max	1.906-1.807=0.099

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.146=0.038
σ	577.142-577.064=0.078
min	157.610-157.612=-0.002
max	1311.897-1311.743=0.154

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1598.000-7203.000=-5605.000
σ	0.000
min	1598.000-7203.000=-5605.000
max	1598.000-7203.000=-5605.000

*mean*	0.547-0.554=-0.007
σ	0.564-0.572=-0.008
min	0.261-0.267=-0.006
max	1.393-1.412=-0.020

policies=20

*mean*	1576.406-1576.398=0.008
σ	0.358-0.350=0.008
min	1576.159-1576.162=-0.003
max	1576.938-1576.918=0.020

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1598.000-7203.000=-5605.000
σ	0.000
min	1598.000-7203.000=-5605.000
max	1598.000-7203.000=-5605.000

*mean*	2.623-2.638=-0.015
σ	0.014-0.017=-0.003
min	2.609-2.616=-0.007
max	2.642-2.652=-0.011

policies=200

*mean*	15772.276-15771.972=0.304
σ	0.172-0.056=0.116
min	15772.138-15771.893=0.245
max	15772.502-15772.019=0.483

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1598.000-7203.000=-5605.000
σ	0.000
min	1598.000-7203.000=-5605.000
max	1598.000-7203.000=-5605.000

*mean*	26.609-26.507=0.102
σ	0.165-0.240=-0.076
min	26.495-26.353=0.142
max	26.853-26.864=-0.011