Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.057=0.802
σ	0.361-0.368=-0.007
min	54.719-53.914=0.805
max	55.885-55.103=0.782

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.137-0.139=-0.002
σ	0.007-0.003=0.004
min	0.131-0.136=-0.005
max	0.154-0.145=0.009

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.396=0.451
σ	0.005-0.005=-0.001
min	43.837-43.388=0.450
max	43.854-43.405=0.449

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.124-0.121=0.003
σ	0.006-0.004=0.002
min	0.117-0.114=0.003
max	0.133-0.126=0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617
σ	0.000
min	36.617
max	36.618

*mean*	4427.500
σ	2225.983
min	1486.000
max	7407.000

*mean*	12.799
σ	2.031
min	11.850
max	17.804

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.000
min	36.617
max	36.618

*mean*	4607.500
σ	2257.049
min	1486.000
max	7407.000

*mean*	173.310
σ	452.452
min	12.462
max	1293.066

op=table_records(), no indexes

*mean*	41.948
σ	0.002
min	41.946
max	41.951

*mean*	7407.000
σ	0.000
min	7407.000
max	7407.000

*mean*	11.315
σ	0.159
min	11.067
max	11.574

op=table_records(), repeat

*mean*	41.933
σ	0.000
min	41.933
max	41.934

*mean*	4198.625
σ	1953.296
min	1486.000
max	7407.000

*mean*	11.815
σ	1.700
min	11.097
max	16.009

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655
σ	0.137
min	27.606
max	27.993

*mean*	4198.625
σ	1953.296
min	1486.000
max	7407.000

*mean*	8.976
σ	1.247
min	7.867
max	11.927

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4198.625
σ	1953.296
min	1486.000
max	7407.000

*mean*	6.784
σ	1.072
min	5.978
max	9.342

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681
σ	0.003
min	25.680
max	25.688

*mean*	4607.500
σ	2257.049
min	1486.000
max	7407.000

*mean*	6.574
σ	1.087
min	5.925
max	9.000

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.985
σ	0.001
min	25.984
max	25.988

*mean*	4607.500
σ	2257.049
min	1486.000
max	7407.000

*mean*	6.436
σ	1.077
min	5.836
max	8.865

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7407.000
σ	0.000
min	7407.000
max	7407.000

*mean*	341.892
σ	1.707
min	339.855
max	344.270

op=load_product(), with indexes

*mean*	3495.878
σ	0.469
min	3495.713
max	3497.038

*mean*	3771.625
σ	2309.788
min	720.000
max	7407.000

*mean*	1780.986
σ	670.807
min	1380.844
max	2932.136

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854
σ	0.000
min	107.853
max	107.854

*mean*	4198.625
σ	1953.296
min	1486.000
max	7407.000

*mean*	132.820
σ	20.038
min	123.968
max	182.295

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4427.500
σ	2225.983
min	1486.000
max	7407.000

*mean*	164.320
σ	345.990
min	40.098
max	1020.592

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.951

*mean*	7407.000
σ	0.000
min	7407.000
max	7407.000

*mean*	128.054
σ	299.301
min	21.899
max	868.787

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002
min	71.307
max	71.311

*mean*	7407.000
σ	0.000
min	7407.000
max	7407.000

*mean*	57.830
σ	5.841
min	54.736
max	72.238

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.013
min	4646.845
max	4646.883

*mean*	4198.625
σ	1953.296
min	1486.000
max	7407.000

*mean*	3309.965
σ	778.562
min	2483.074
max	4496.011

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.853

*mean*	7407.000
σ	0.000
min	7407.000
max	7407.000

*mean*	964.380
σ	69.642
min	921.134
max	1098.655

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7407.000
σ	0.000
min	7407.000
max	7407.000

*mean*	391.539
σ	4.958
min	379.802
max	394.891

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000
σ	0.000
min	476.000
max	476.000

*mean*	356.889
σ	37.183
min	303.604
max	405.196

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	746.476
σ	63.029
min	628.665
max	834.419

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1006.966=17.599
σ	0.760-0.863=-0.103
min	1024.094-1006.465=17.629
max	1027.706-1010.527=17.179

*mean*	1048.950-1037.400=11.550
σ	312.413-300.923=11.490
min	592.000-548.000=44.000
max	1512.000-1584.000=-72.000

*mean*	1.386-1.575=-0.189
σ	0.110-0.107=0.002
min	1.293-1.472=-0.179
max	1.717-1.862=-0.145

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.029
σ	0.020-0.003=0.018
min	0.903-0.882=0.021
max	0.949-0.887=0.062

*mean*	402.000-1584.000=-1182.000
σ	0.000
min	402.000-1584.000=-1182.000
max	402.000-1584.000=-1182.000

*mean*	0.299-0.447=-0.148
σ	0.286-0.199=0.087
min	0.136-0.347=-0.211
max	0.808-0.803=0.005

name=error_case.art

*mean*	2.340-2.340=0.001
σ	0.012-0.002=0.010
min	2.334-2.338=-0.004
max	2.362-2.342=0.019

*mean*	402.000-1584.000=-1182.000
σ	0.000
min	402.000-1584.000=-1182.000
max	402.000-1584.000=-1182.000

*mean*	0.476-0.912=-0.437
σ	0.316-0.171=0.146
min	0.320-0.814=-0.493
max	1.041-1.214=-0.173

name=heavy_item.art

*mean*	1.523-1.524=-0.001
σ	0.002-0.002=-0.000
min	1.521-1.522=-0.001
max	1.525-1.527=-0.002

*mean*	402.000-1584.000=-1182.000
σ	0.000
min	402.000-1584.000=-1182.000
max	402.000-1584.000=-1182.000

*mean*	0.219-0.535=-0.315
σ	0.027-0.049=-0.022
min	0.202-0.502=-0.301
max	0.266-0.620=-0.354

name=nested_use.art

*mean*	2.358-2.361=-0.004
σ	0.002-0.002=0.000
min	2.357-2.360=-0.003
max	2.361-2.364=-0.003

*mean*	402.000-1584.000=-1182.000
σ	0.000
min	402.000-1584.000=-1182.000
max	402.000-1584.000=-1182.000

*mean*	0.337-0.843=-0.506
σ	0.021-0.034=-0.013
min	0.321-0.806=-0.485
max	0.373-0.895=-0.521

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971-964.836=0.135
σ	0.011-0.026=-0.016
min	964.965-964.813=0.152
max	964.989-964.879=0.110

*mean*	436.000-1584.000=-1148.000
σ	2.236-0.000=2.236
min	432.000-1584.000=-1152.000
max	437.000-1584.000=-1147.000

*mean*	0.572-0.773=-0.201
σ	0.041-0.062=-0.021
min	0.526-0.695=-0.170
max	0.618-0.868=-0.250

name=cdr_enhanced_4k_loc.art

*mean*	885.898-885.512=0.386
σ	0.002-0.007=-0.005
min	885.897-885.506=0.391
max	885.901-885.522=0.379

*mean*	442.000-1584.000=-1142.000
σ	0.000
min	442.000-1584.000=-1142.000
max	442.000-1584.000=-1142.000

*mean*	0.479-0.718=-0.240
σ	0.039-0.033=0.006
min	0.419-0.661=-0.242
max	0.520-0.739=-0.220

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710-7.716=-0.007
σ	0.002
min	7.709-7.715=-0.007
max	7.713-7.719=-0.007

*mean*	442.000-1584.000=-1142.000
σ	0.000
min	442.000-1584.000=-1142.000
max	442.000-1584.000=-1142.000

*mean*	1.959-3.998=-2.039
σ	0.067-0.348=-0.281
min	1.865-3.392=-1.526
max	2.193-4.482=-2.289

name=record_render_large_syntax_err.art

*mean*	7.658-7.665=-0.007
σ	0.002-0.002=-0.000
min	7.657-7.664=-0.007
max	7.661-7.668=-0.007

*mean*	442.000-1584.000=-1142.000
σ	0.000
min	442.000-1584.000=-1142.000
max	442.000-1584.000=-1142.000

*mean*	1.967-4.274=-2.307
σ	0.075-0.069=0.006
min	1.835-4.125=-2.290
max	2.231-4.541=-2.309

name=record_render_success.art

*mean*	2.290-2.291=-0.001
σ	0.002
min	2.289-2.290=-0.001
max	2.293-2.294=-0.001

*mean*	442.000-1584.000=-1142.000
σ	0.000
min	442.000-1584.000=-1142.000
max	442.000-1584.000=-1142.000

*mean*	0.308-0.745=-0.437
σ	0.011-0.021=-0.009
min	0.293-0.705=-0.412
max	0.386-0.865=-0.479

name=record_render_syntax_err.art

*mean*	2.165-2.166=-0.001
σ	0.002
min	2.164-2.165=-0.001
max	2.168-2.169=-0.001

*mean*	442.000-1584.000=-1142.000
σ	0.000
min	442.000-1584.000=-1142.000
max	442.000-1584.000=-1142.000

*mean*	0.296-0.700=-0.403
σ	0.039-0.023=0.016
min	0.277-0.578=-0.300
max	0.667-0.772=-0.105

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.817
σ	10.747
min	0.574
max	93.443

*mean*	461.819
σ	19.885
min	406.000
max	479.000

*mean*	0.027
σ	0.026
min	0.001
max	0.230

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.586-295.821=2.766
σ	1.035-0.194=0.841
min	298.143-295.641=2.502
max	301.516-296.280=5.237

*mean*	442.100-1907.000=-1464.900
σ	17.304-0.000=17.304
min	414.000-1907.000=-1493.000
max	468.000-1907.000=-1439.000

*mean*	0.592-0.564=0.028
σ	0.033-0.035=-0.002
min	0.511-0.506=0.005
max	0.630-0.637=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738
σ	0.000
min	173.738
max	173.738

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	228.485
σ	28.211
min	188.521
max	255.673

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	6.411
σ	0.057
min	6.327
max	6.508

phase=parser

*mean*	1042.431
σ	0.000
min	1042.431
max	1042.431

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	574.319
σ	55.853
min	438.970
max	609.069

phase=processProdDef

*mean*	2243.980
σ	0.000
min	2243.980
max	2243.980

*mean*	844.000
σ	0.000
min	844.000
max	844.000

*mean*	2699.805
σ	392.900
min	1947.952
max	3374.996

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	20.871
σ	0.310
min	20.480
max	21.497

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375
σ	1.768
min	839.000
max	844.000

*mean*	674.331
σ	43.083
min	639.865
max	771.792

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-285.373=8.446
σ	0.038-0.034=0.004
min	293.766-285.326=8.440
max	293.858-285.404=8.454

*mean*	440.800-1584.000=-1143.200
σ	2.683-0.000=2.683
min	438.000-1584.000=-1146.000
max	444.000-1584.000=-1140.000

*mean*	0.393-0.388=0.005
σ	0.008-0.007=0.001
min	0.389-0.383=0.006
max	0.408-0.397=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1295.782=24.509
σ	0.132-0.114=0.018
min	1320.159-1295.665=24.495
max	1320.503-1295.922=24.581

*mean*	1090.400-1584.000=-493.600
σ	168.748-0.000=168.748
min	891.000-1584.000=-693.000
max	1321.000-1584.000=-263.000

*mean*	1.989-1.911=0.077
σ	0.218-0.106=0.112
min	1.857-1.795=0.062
max	2.375-2.012=0.362

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.271-1539.904=19.368
σ	2.982-6.891=-3.910
min	1557.661-1536.632=21.030
max	1564.588-1552.227=12.362

*mean*	616.000-1584.000=-968.000
σ	86.319-0.000=86.319
min	523.000-1584.000=-1061.000
max	731.000-1584.000=-853.000

*mean*	2.241-2.257=-0.016
σ	0.235-0.233=0.002
min	2.002-2.034=-0.032
max	2.609-2.528=0.081

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.340-1857.680=24.660
σ	0.049-0.065=-0.016
min	1882.276-1857.602=24.674
max	1882.414-1857.772=24.642

*mean*	1730.200-1761.600=-31.400
σ	173.154-146.145=27.009
min	1474.000-1584.000=-110.000
max	1882.000-1907.000=-25.000

*mean*	3.032-3.052=-0.020
σ	0.262-0.234=0.028
min	2.866-2.867=-0.001
max	3.493-3.461=0.032

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.785-1.237=0.548
σ	0.068-0.252=-0.185
min	1.668-0.944=0.724
max	1.837-1.600=0.237

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.942-445.709=-25.767
σ	518.105-580.934=-62.829
min	160.885-155.240=5.645
max	1197.100-1317.110=-120.010

*mean*	101.750-96.250=5.500
σ	7.500-8.500=-1.000
min	98.000-92.000=6.000
max	113.000-109.000=4.000

*mean*	447.000-1584.000=-1137.000
σ	0.000
min	447.000-1584.000=-1137.000
max	447.000-1584.000=-1137.000

*mean*	0.522-0.539=-0.017
σ	0.518-0.567=-0.049
min	0.259-0.248=0.011
max	1.299-1.389=-0.090

policies=20

*mean*	1609.180-1552.676=56.504
σ	0.349-0.335=0.014
min	1608.941-1552.446=56.495
max	1609.697-1553.174=56.523

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	450.000-1584.000=-1134.000
σ	6.000-0.000=6.000
min	447.000-1584.000=-1137.000
max	459.000-1584.000=-1125.000

*mean*	2.577-2.594=-0.017
σ	0.013-0.011=0.002
min	2.562-2.579=-0.017
max	2.593-2.602=-0.009

policies=200

*mean*	16100.557-15534.837=565.720
σ	0.069-0.017=0.052
min	16100.459-15534.824=565.635
max	16100.609-15534.861=565.748

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.500-1584.000=-1087.500
σ	2.646-0.000=2.646
min	494.000-1584.000=-1090.000
max	500.000-1584.000=-1084.000

*mean*	25.974-26.009=-0.035
σ	0.078-0.031=0.047
min	25.864-25.982=-0.118
max	26.046-26.049=-0.003