Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.816-54.475=0.341
σ	0.355-0.363=-0.007
min	54.683-54.340=0.343
max	55.826-55.506=0.319

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.148-0.137=0.011
σ	0.010-0.006=0.003
min	0.134-0.129=0.005
max	0.163-0.147=0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.764=0.083
σ	0.006-0.006=-0.001
min	43.838-43.756=0.082
max	43.856-43.778=0.078

*mean*	415.000-414.000=1.000
σ	0.000
min	415.000-414.000=1.000
max	415.000-414.000=1.000

*mean*	0.127-0.121=0.006
σ	0.006-0.005=0.001
min	0.121-0.114=0.008
max	0.138-0.130=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.604
σ	0.002
min	36.603
max	36.607

*mean*	4282.875
σ	1979.690
min	1546.000
max	7207.000

*mean*	71.392
σ	166.180
min	12.460
max	482.665

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.604
σ	0.002
min	36.603
max	36.607

*mean*	4282.875
σ	1979.690
min	1546.000
max	7207.000

*mean*	13.134
σ	1.233
min	12.045
max	16.014

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.922
σ	0.002
min	41.920
max	41.924

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	14.806
σ	0.891
min	12.769
max	15.466

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.921
σ	0.002
min	41.919
max	41.924

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	13.438
σ	0.990
min	12.005
max	14.300

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.920
σ	0.002
min	41.919
max	41.923

*mean*	4166.500
σ	1902.413
min	1546.000
max	7207.000

*mean*	13.331
σ	1.647
min	10.782
max	15.452

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.582
σ	0.002
min	27.581
max	27.585

*mean*	4166.500
σ	1902.413
min	1546.000
max	7207.000

*mean*	8.918
σ	0.303
min	8.444
max	9.273

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.378
σ	0.002
min	26.377
max	26.381

*mean*	4166.500
σ	1902.413
min	1546.000
max	7207.000

*mean*	6.966
σ	0.172
min	6.628
max	7.173

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.647
σ	0.002
min	25.646
max	25.650

*mean*	4282.875
σ	1979.690
min	1546.000
max	7207.000

*mean*	6.019
σ	0.174
min	5.782
max	6.310

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.642
σ	0.002
min	25.640
max	25.644

*mean*	4282.875
σ	1979.690
min	1546.000
max	7207.000

*mean*	5.610
σ	0.046
min	5.535
max	5.655

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.945
σ	0.002
min	25.944
max	25.949

*mean*	4282.875
σ	1979.690
min	1546.000
max	7207.000

*mean*	5.650
σ	0.057
min	5.563
max	5.724

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.945
σ	0.002
min	25.944
max	25.948

*mean*	4282.875
σ	1979.690
min	1546.000
max	7207.000

*mean*	5.654
σ	0.260
min	5.513
max	6.291

op=column_set() on indexed

*mean*	36.604
σ	0.000
min	36.604
max	36.605

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	12.997
σ	2.021
min	11.895
max	17.844

op=column_set() on indexed, repeat

*mean*	36.604
σ	0.000
min	36.604
max	36.605

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	13.244
σ	2.178
min	11.498
max	18.413

op=table_records(), no indexes

*mean*	41.940
σ	0.002
min	41.938
max	41.942

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	11.090
σ	0.207
min	10.775
max	11.345

op=table_records(), repeat

*mean*	41.925
σ	0.000
min	41.924
max	41.925

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	11.838
σ	1.535
min	10.826
max	15.507

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.136
min	27.584
max	27.971

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	8.940
σ	1.162
min	7.918
max	11.709

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	6.750
σ	1.026
min	5.894
max	9.167

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004
min	25.661
max	25.673

*mean*	4589.375
σ	2232.160
min	1482.000
max	7333.000

*mean*	6.658
σ	1.105
min	5.892
max	9.174

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001
min	25.960
max	25.962

*mean*	4589.375
σ	2232.160
min	1482.000
max	7333.000

*mean*	6.232
σ	0.619
min	5.819
max	7.391

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.578
σ	0.002
min	2524.577
max	2524.581

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	1395.902
σ	586.981
min	1040.899
max	2644.519

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.542
σ	0.035
min	8744.528
max	8744.627

*mean*	3588.750
σ	1816.721
min	1072.000
max	5818.000

*mean*	4450.415
σ	1443.883
min	3495.886
max	7334.860

op=load_product(), no indexes

*mean*	1021.610
σ	0.002
min	1021.608
max	1021.612

*mean*	7339.875
σ	5.693
min	7333.000
max	7344.000

*mean*	373.405
σ	83.308
min	340.398
max	579.500

op=load_product(), with indexes

*mean*	3495.857
σ	0.456
min	3495.696
max	3496.985

*mean*	3762.750
σ	2294.587
min	720.000
max	7333.000

*mean*	1722.399
σ	557.345
min	1389.474
max	2802.842

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.064
σ	0.002
min	62.063
max	62.067

*mean*	4166.500
σ	1902.413
min	1546.000
max	7207.000

*mean*	77.208
σ	6.208
min	71.587
max	89.427

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.065
σ	0.002
min	62.063
max	62.067

*mean*	4166.500
σ	1902.413
min	1546.000
max	7207.000

*mean*	77.537
σ	6.267
min	71.867
max	89.233

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.923
σ	0.002
min	40.921
max	40.925

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	101.618
σ	7.079
min	88.153
max	106.438

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.923
σ	0.002
min	40.922
max	40.925

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	101.598
σ	7.273
min	87.716
max	106.440

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.929
σ	0.003
min	40.927
max	40.934

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	104.975
σ	6.078
min	93.998
max	112.431

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.928
σ	0.002
min	40.927
max	40.931

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	101.587
σ	7.109
min	87.898
max	106.363

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.673
σ	0.002
min	66.671
max	66.675

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	247.911
σ	253.278
min	139.147
max	874.222

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.673
σ	0.002
min	66.671
max	66.675

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	156.279
σ	12.790
min	136.534
max	165.989

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841
σ	0.000
min	107.841
max	107.841

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	264.488
σ	367.754
min	127.282
max	1174.382

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4411.500
σ	2198.847
min	1482.000
max	7333.000

*mean*	46.456
σ	9.382
min	41.827
max	69.563

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	22.898
σ	2.627
min	21.459
max	29.223

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293
σ	0.002
min	71.292
max	71.296

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	57.472
σ	2.691
min	55.465
max	63.467

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.825
σ	4.318
min	11655.297
max	11667.511

*mean*	4166.500
σ	1902.413
min	1546.000
max	7207.000

*mean*	6561.504
σ	1308.461
min	4897.826
max	8165.895

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.044
σ	0.002
min	11560.043
max	11560.047

*mean*	7207.000
σ	0.000
min	7207.000
max	7207.000

*mean*	5786.861
σ	1570.680
min	4328.300
max	7589.897

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4191.750
σ	1937.478
min	1482.000
max	7333.000

*mean*	3246.546
σ	730.923
min	2530.894
max	4343.790

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7339.875
σ	5.693
min	7333.000
max	7344.000

*mean*	966.356
σ	75.638
min	920.623
max	1118.653

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7341.250
σ	5.092
min	7333.000
max	7344.000

*mean*	502.577
σ	335.957
min	372.767
max	1333.938

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.663
σ	0.008
min	172.650
max	172.671

*mean*	485.250
σ	0.707
min	485.000
max	487.000

*mean*	391.682
σ	21.256
min	363.364
max	416.727

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.472
σ	0.164
min	357.321
max	357.672

*mean*	572.000
σ	0.000
min	572.000
max	572.000

*mean*	780.510
σ	52.381
min	669.856
max	853.262

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	394.810
σ	41.561
min	309.671
max	437.209

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.750
σ	2.315
min	562.000
max	567.000

*mean*	767.981
σ	66.768
min	627.902
max	829.197

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.563-1008.081=16.483
σ	0.761-0.761=-0.000
min	1024.092-1007.608=16.484
max	1027.709-1011.228=16.481

*mean*	1044.300-7207.000=-6162.700
σ	309.624-0.000=309.624
min	567.000-7207.000=-6640.000
max	1499.000-7207.000=-5708.000

*mean*	1.403-1.534=-0.131
σ	0.141-0.158=-0.017
min	1.299-1.393=-0.094
max	1.891-1.927=-0.036

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914-0.885=0.029
σ	0.020-0.002=0.018
min	0.904-0.883=0.021
max	0.951-0.888=0.063

*mean*	402.000-7207.000=-6805.000
σ	0.000
min	402.000-7207.000=-6805.000
max	402.000-7207.000=-6805.000

*mean*	0.474-0.333=0.141
σ	0.460-0.114=0.346
min	0.250-0.251=-0.001
max	1.297-0.517=0.780

name=error_case.art

*mean*	2.347-2.341=0.007
σ	0.012-0.003=0.010
min	2.341-2.339=0.002
max	2.369-2.344=0.024

*mean*	402.000-7207.000=-6805.000
σ	0.000
min	402.000-7207.000=-6805.000
max	402.000-7207.000=-6805.000

*mean*	0.899-0.649=0.249
σ	0.568-0.091=0.477
min	0.620-0.592=0.027
max	1.914-0.810=1.104

name=heavy_item.art

*mean*	1.525-1.524=0.001
σ	0.002-0.002=0.000
min	1.524-1.523=0.001
max	1.528-1.527=0.001

*mean*	402.000-7207.000=-6805.000
σ	0.000
min	402.000-7207.000=-6805.000
max	402.000-7207.000=-6805.000

*mean*	0.405-0.392=0.012
σ	0.041-0.039=0.002
min	0.372-0.357=0.015
max	0.474-0.454=0.020

name=nested_use.art

*mean*	2.365-2.363=0.002
σ	0.002
min	2.364-2.362=0.002
max	2.368-2.366=0.002

*mean*	402.000-7207.000=-6805.000
σ	0.000
min	402.000-7207.000=-6805.000
max	402.000-7207.000=-6805.000

*mean*	0.598-0.750=-0.152
σ	0.030-0.164=-0.134
min	0.573-0.610=-0.037
max	0.648-0.985=-0.337

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287-964.866=1.420
σ	0.009-0.023=-0.013
min	966.281-964.840=1.441
max	966.303-964.892=1.412

*mean*	432.800-7207.000=-6774.200
σ	0.447-0.000=0.447
min	432.000-7207.000=-6775.000
max	433.000-7207.000=-6774.000

*mean*	0.712-0.808=-0.096
σ	0.068-0.041=0.027
min	0.610-0.752=-0.142
max	0.762-0.846=-0.085

name=cdr_enhanced_4k_loc.art

*mean*	886.717-885.675=1.043
σ	0.002-0.005=-0.003
min	886.716-885.666=1.050
max	886.720-885.677=1.043

*mean*	433.000-7207.000=-6774.000
σ	0.000
min	433.000-7207.000=-6774.000
max	433.000-7207.000=-6774.000

*mean*	0.441-0.706=-0.265
σ	0.018-0.052=-0.033
min	0.421-0.614=-0.193
max	0.469-0.737=-0.268

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722-7.719=0.003
σ	0.002-0.002=-0.000
min	7.721-7.718=0.003
max	7.725-7.724=0.001

*mean*	433.000-7207.000=-6774.000
σ	0.000
min	433.000-7207.000=-6774.000
max	433.000-7207.000=-6774.000

*mean*	2.615-4.262=-1.647
σ	0.081-0.095=-0.014
min	2.475-4.111=-1.637
max	2.884-4.746=-1.862

name=record_render_large_syntax_err.art

*mean*	7.670-7.667=0.003
σ	0.002-0.002=-0.000
min	7.670-7.666=0.003
max	7.673-7.672=0.002

*mean*	433.000-7207.000=-6774.000
σ	0.000
min	433.000-7207.000=-6774.000
max	433.000-7207.000=-6774.000

*mean*	2.606-4.247=-1.640
σ	0.101-0.090=0.011
min	2.434-4.103=-1.669
max	3.076-4.584=-1.508

name=record_render_success.art

*mean*	2.294-2.292=0.002
σ	0.002
min	2.293-2.291=0.002
max	2.297-2.295=0.002

*mean*	433.000-7207.000=-6774.000
σ	0.000
min	433.000-7207.000=-6774.000
max	433.000-7207.000=-6774.000

*mean*	0.311-0.750=-0.439
σ	0.071-0.019=0.052
min	0.285-0.722=-0.437
max	1.011-0.878=0.133

name=record_render_syntax_err.art

*mean*	2.169-2.167=0.002
σ	0.002
min	2.168-2.166=0.002
max	2.172-2.170=0.002

*mean*	433.000-7207.000=-6774.000
σ	0.000
min	433.000-7207.000=-6774.000
max	433.000-7207.000=-6774.000

*mean*	0.287-0.700=-0.412
σ	0.007-0.045=-0.038
min	0.274-0.512=-0.237
max	0.315-0.791=-0.476

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.788
σ	12.246
min	0.574
max	150.551

*mean*	453.189
σ	15.274
min	410.000
max	470.000

*mean*	0.027
σ	0.030
min	0.001
max	0.361

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.889-297.490=1.398
σ	0.963-0.245=0.718
min	298.499-297.271=1.228
max	301.623-298.156=3.467

*mean*	441.400-7207.000=-6765.600
σ	17.652-0.000=17.652
min	415.000-7207.000=-6792.000
max	464.000-7207.000=-6743.000

*mean*	0.599-0.546=0.053
σ	0.012-0.035=-0.023
min	0.571-0.499=0.071
max	0.611-0.580=0.031

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258
σ	0.000
min	169.258
max	169.258

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	230.764
σ	21.460
min	189.238
max	250.191

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	6.809
σ	1.522
min	5.875
max	9.284

phase=parser

*mean*	1043.353
σ	0.000
min	1043.353
max	1043.354

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	498.552
σ	138.225
min	373.765
max	726.966

phase=processProdDef

*mean*	2243.719
σ	0.000
min	2243.719
max	2243.719

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	3025.722
σ	382.810
min	2437.239
max	3387.998

phase=renaming

*mean*	21.438
σ	0.000
min	21.438
max	21.438

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	31.580
σ	9.360
min	19.496
max	42.289

phase=type checker

*mean*	958.597
σ	0.047
min	958.573
max	958.698

*mean*	849.000
σ	0.000
min	849.000
max	849.000

*mean*	650.607
σ	50.617
min	608.858
max	750.940

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.801-289.730=4.071
σ	0.037-0.041=-0.004
min	293.749-289.674=4.075
max	293.839-289.777=4.062

*mean*	444.200-7207.000=-6762.800
σ	1.643-0.000=1.643
min	443.000-7207.000=-6764.000
max	447.000-7207.000=-6760.000

*mean*	0.393-0.404=-0.011
σ	0.006-0.010=-0.003
min	0.387-0.387=0.000
max	0.400-0.410=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.259-1299.626=20.634
σ	0.134-0.111=0.023
min	1320.136-1299.484=20.652
max	1320.479-1299.741=20.738

*mean*	1101.400-7207.000=-6105.600
σ	188.140-0.000=188.140
min	886.000-7207.000=-6321.000
max	1349.000-7207.000=-5858.000

*mean*	1.913-1.843=0.070
σ	0.047-0.055=-0.008
min	1.846-1.794=0.052
max	1.964-1.915=0.050

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.265-1542.594=16.671
σ	2.967-4.055=-1.088
min	1557.687-1540.614=17.073
max	1564.553-1549.841=14.712

*mean*	624.600-7207.000=-6582.400
σ	70.847-0.000=70.847
min	519.000-7207.000=-6688.000
max	694.000-7207.000=-6513.000

*mean*	2.305-2.231=0.074
σ	0.237-0.117=0.120
min	2.063-2.102=-0.039
max	2.649-2.414=0.235

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.312-1861.583=20.729
σ	0.053-0.065=-0.012
min	1882.250-1861.485=20.765
max	1882.396-1861.642=20.754

*mean*	1732.600-7207.000=-5474.400
σ	177.933-0.000=177.933
min	1485.000-7207.000=-5722.000
max	1957.000-7207.000=-5250.000

*mean*	2.881-2.904=-0.023
σ	0.105-0.115=-0.010
min	2.708-2.832=-0.125
max	2.983-3.108=-0.125

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.786-1.405=0.381
σ	0.076-0.157=-0.081
min	1.667-1.255=0.412
max	1.863-1.645=0.218

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	415.707-442.117=-26.410
σ	509.984-569.021=-59.037
min	160.710-157.604=3.106
max	1180.683-1295.649=-114.966

*mean*	101.750-96.250=5.500
σ	7.500-8.500=-1.000
min	98.000-92.000=6.000
max	113.000-109.000=4.000

*mean*	433.000-7207.000=-6774.000
σ	0.000
min	433.000-7207.000=-6774.000
max	433.000-7207.000=-6774.000

*mean*	0.510-0.539=-0.028
σ	0.499-0.547=-0.048
min	0.259-0.261=-0.002
max	1.259-1.359=-0.100

policies=20

*mean*	1607.425-1576.317=31.107
σ	0.332-0.331=0.001
min	1607.184-1576.090=31.093
max	1607.912-1576.808=31.104

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	442.000-7207.000=-6765.000
σ	6.000-0.000=6.000
min	433.000-7207.000=-6774.000
max	445.000-7207.000=-6762.000

*mean*	2.563-2.613=-0.050
σ	0.020-0.028=-0.008
min	2.538-2.586=-0.048
max	2.582-2.645=-0.062

policies=200

*mean*	16082.812-15771.428=311.384
σ	0.126-0.108=0.018
min	16082.670-15771.297=311.373
max	16082.977-15771.556=311.421

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	495.500-7207.000=-6711.500
σ	6.557-0.000=6.557
min	489.000-7207.000=-6718.000
max	504.000-7207.000=-6703.000

*mean*	25.843-26.469=-0.626
σ	0.160-0.140=0.020
min	25.686-26.332=-0.645
max	26.058-26.626=-0.568