Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	557.883-558.758=-0.875
σ	0.000
min	557.883-558.758=-0.875
max	557.883-558.758=-0.875

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.656-54.656=-0.000
σ	0.358-0.358=-0.000
min	54.523-54.520=0.004
max	55.675-55.675=-0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.142=-0.001
σ	0.005-0.005=-0.000
min	0.136-0.138=-0.002
max	0.149-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.702-43.702=-0.000
σ	0.007-0.006=0.001
min	43.693-43.692=0.001
max	43.713-43.709=0.004

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.124=-0.001
σ	0.005-0.004=0.001
min	0.115-0.119=-0.004
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.619
σ	0.002-0.002=0.000
min	36.617
max	36.621

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	13.144-12.496=0.649
σ	0.399-0.391=0.007
min	12.686-11.896=0.790
max	13.886-13.140=0.746

op=column_set() on indexed, repeat

*mean*	36.619-36.619=0.000
σ	0.002-0.002=-0.000
min	36.617-36.617=0.000
max	36.621-36.621=-0.000

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	13.120-12.221=0.899
σ	0.622-0.541=0.081
min	11.880-11.512=0.369
max	13.886-12.871=1.015

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.929
max	41.933-41.933=0.000

*mean*	6161.000-6162.000=-1.000
σ	0.000
min	6161.000-6162.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	15.295-14.388=0.908
σ	0.329-0.340=-0.010
min	14.603-13.708=0.895
max	15.755-14.788=0.966

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	14.034-12.497=1.537
σ	1.562-1.420=0.142
min	11.443-10.269=1.175
max	15.584-14.215=1.368

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	9.370-8.602=0.767
σ	0.731-0.302=0.429
min	8.565-8.222=0.343
max	10.910-9.084=1.826

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.403-26.403=0.000
σ	0.002-0.002=0.000
min	26.402-26.402=-0.000
max	26.406

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	6.989-6.675=0.313
σ	0.839-0.159=0.680
min	6.179-6.449=-0.269
max	8.943-6.963=1.980

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.671-25.671=-0.000
σ	0.003-0.003=0.000
min	25.667
max	25.676-25.675=0.000

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	6.019-5.612=0.407
σ	0.101-0.196=-0.096
min	5.884-5.296=0.588
max	6.160-5.854=0.305

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.973-25.973=0.000
σ	0.003-0.003=-0.000
min	25.971-25.971=0.000
max	25.979

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	5.842-5.363=0.479
σ	0.150-0.071=0.080
min	5.504-5.268=0.235
max	5.966-5.494=0.472

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.619-2524.619=-0.000
σ	0.002-0.002=0.000
min	2524.617-2524.617=-0.000
max	2524.621

*mean*	6161.000-6162.000=-1.000
σ	0.000
min	6161.000-6162.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	1436.998-1353.489=83.508
σ	753.874-553.628=200.246
min	1036.272-1045.470=-9.199
max	3028.637-2298.103=730.534

op=load_product(), with indexes

*mean*	7878.117-7878.117=0.000
σ	0.469-0.469=-0.000
min	7877.950
max	7879.279

*mean*	3233.750-3235.250=-1.500
σ	1838.143-1840.039=-1.896
min	810.000-809.000=1.000
max	6161.000-6162.000=-1.000

*mean*	3735.153-3750.000=-14.848
σ	1179.302-1193.036=-13.734
min	3123.210-3122.795=0.416
max	6258.529-6286.744=-28.215

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.079-62.079=0.000
σ	0.002-0.002=-0.000
min	62.078-62.077=0.000
max	62.082

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	87.050-83.396=3.654
σ	13.345-13.467=-0.122
min	70.830-70.891=-0.061
max	105.595-105.660=-0.064

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.946
max	40.950

*mean*	6161.000-6162.000=-1.000
σ	0.000
min	6161.000-6162.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	64.767-64.211=0.556
σ	3.017-4.404=-1.387
min	61.487-59.844=1.643
max	69.625-69.808=-0.183

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.687-66.687=-0.000
max	66.691

*mean*	6161.000-6162.000=-1.000
σ	0.000
min	6161.000-6162.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	100.258-99.539=0.719
σ	0.471-1.154=-0.683
min	99.516-98.339=1.176
max	100.858-101.919=-1.061

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.157
σ	4.304
min	11847.562
max	11859.808

*mean*	3874.625-3876.500=-1.875
σ	1847.215-1848.246=-1.031
min	1279.000-1280.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	6259.113-6626.841=-367.728
σ	1166.146-1432.306=-266.160
min	5062.863-5104.198=-41.335
max	8252.111-8489.412=-237.301

op=vertical_lookup_list() on indexed

*mean*	10791.096
σ	0.002
min	10791.094
max	10791.098

*mean*	6161.000-6162.000=-1.000
σ	0.000
min	6161.000-6162.000=-1.000
max	6161.000-6162.000=-1.000

*mean*	5287.812-5604.499=-316.687
σ	1460.628-1637.307=-176.679
min	4072.228-4081.612=-9.384
max	7444.815-7667.504=-222.689

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	385.129-360.968=24.161
σ	20.815-30.130=-9.315
min	349.096-299.694=49.402
max	400.240-382.355=17.884

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	791.103-749.044=42.059
σ	16.377-15.803=0.575
min	768.643-724.378=44.266
max	819.873-771.985=47.888

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.326=0.001
σ	0.759-0.759=-0.000
min	1023.852-1023.852=0.000
max	1027.466-1027.466=-0.000

*mean*	1047.950-1058.400=-10.450
σ	301.182-311.010=-9.827
min	540.000-564.000=-24.000
max	1490.000-1513.000=-23.000

*mean*	1.548-1.560=-0.012
σ	0.072-0.078=-0.006
min	1.487-1.395=0.092
max	1.776-1.766=0.010

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.912
σ	0.020
min	0.902
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.301-0.483=-0.182
σ	0.297-0.432=-0.136
min	0.139-0.244=-0.105
max	0.826-1.248=-0.422

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.476-0.733=-0.257
σ	0.317-0.304=0.013
min	0.327-0.565=-0.239
max	1.043-1.276=-0.233

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.214-0.386=-0.171
σ	0.023-0.032=-0.010
min	0.200-0.361=-0.162
max	0.254-0.442=-0.188

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.332-0.593=-0.261
σ	0.015-0.027=-0.011
min	0.319-0.563=-0.244
max	0.358-0.635=-0.278

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.787
σ	0.011
min	964.782
max	964.806

*mean*	437.000-430.000=7.000
σ	6.595-0.000=6.595
min	431.000-430.000=1.000
max	444.000-430.000=14.000

*mean*	0.574-0.663=-0.089
σ	0.050-0.092=-0.043
min	0.511-0.549=-0.037
max	0.629-0.758=-0.129

name=cdr_enhanced_4k_loc.art

*mean*	885.791
σ	0.002
min	885.789
max	885.793

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	0.469-0.467=0.002
σ	0.069-0.047=0.022
min	0.354-0.400=-0.047
max	0.524-0.531=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	2.642-2.703=-0.061
σ	0.089-0.085=0.004
min	2.465-2.500=-0.035
max	2.964-2.947=0.017

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	2.617-2.647=-0.030
σ	0.106-0.102=0.004
min	2.461-2.437=0.024
max	3.029-3.018=0.011

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.292

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	0.305-0.311=-0.005
σ	0.010-0.012=-0.001
min	0.290-0.296=-0.006
max	0.365-0.390=-0.025

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-430.000=14.000
σ	0.000
min	444.000-430.000=14.000
max	444.000-430.000=14.000

*mean*	0.291-0.293=-0.002
σ	0.007-0.008=-0.001
min	0.276-0.277=-0.001
max	0.326-0.333=-0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.722-298.735=-0.013
σ	1.010-1.039=-0.029
min	298.340-298.346=-0.006
max	301.593-301.690=-0.097

*mean*	440.800-442.600=-1.800
σ	14.582-15.013=-0.431
min	416.000-417.000=-1.000
max	464.000-467.000=-3.000

*mean*	0.603-0.596=0.007
σ	0.012-0.025=-0.014
min	0.575-0.533=0.041
max	0.618-0.631=-0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738

*mean*	1005.000-1003.000=2.000
σ	1.852-1.069=0.783
min	1002.000
max	1006.000-1004.000=2.000

*mean*	191.336-194.354=-3.018
σ	15.212-15.874=-0.662
min	157.326-155.964=1.362
max	207.238-204.514=2.725

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1003.750-1002.000=1.750
σ	3.615-2.619=0.997
min	996.000
max	1006.000-1004.000=2.000

*mean*	6.316-6.862=-0.547
σ	0.059-1.390=-1.331
min	6.243-6.298=-0.055
max	6.413-10.299=-3.886

phase=parser

*mean*	1042.349-1042.349=0.000
σ	0.000-0.000=-0.000
min	1042.349
max	1042.350

*mean*	1003.750-1002.000=1.750
σ	3.615-2.619=0.997
min	996.000
max	1006.000-1004.000=2.000

*mean*	531.424-574.195=-42.771
σ	85.846-58.507=27.339
min	410.950-429.620=-18.670
max	598.403-600.140=-1.737

phase=processProdDef

*mean*	4765.666
σ	0.000
min	4765.666
max	4765.666

*mean*	1005.000-1003.000=2.000
σ	1.852-1.069=0.783
min	1002.000
max	1006.000-1004.000=2.000

*mean*	4628.777-4365.500=263.278
σ	337.082-740.403=-403.321
min	4250.896-3102.532=1148.364
max	5266.623-5477.347=-210.725

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1003.750-1002.000=1.750
σ	3.615-2.619=0.997
min	996.000
max	1006.000-1004.000=2.000

*mean*	20.733-23.232=-2.499
σ	0.220-6.457=-6.237
min	20.443-20.669=-0.225
max	20.977-39.202=-18.225

phase=type checker

*mean*	989.758
σ	0.066
min	989.661
max	989.848

*mean*	1003.750-1002.000=1.750
σ	3.615-2.619=0.997
min	996.000
max	1006.000-1004.000=2.000

*mean*	684.829-714.326=-29.497
σ	37.862-83.599=-45.737
min	644.493-648.541=-4.048
max	758.082-886.811=-128.729

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.925-293.918=0.008
σ	0.045-0.038=0.007
min	293.861-293.864=-0.003
max	293.968-293.956=0.012

*mean*	443.000-442.200=0.800
σ	2.449-2.168=0.282
min	441.000-440.000=1.000
max	447.000-445.000=2.000

*mean*	0.406-0.398=0.008
σ	0.015-0.010=0.005
min	0.396-0.391=0.006
max	0.433-0.412=0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1320.277=0.015
σ	0.044-0.037=0.006
min	1320.233-1320.237=-0.003
max	1320.335-1320.337=-0.002

*mean*	1083.600-1107.600=-24.000
σ	172.059-170.092=1.967
min	879.000-895.000=-16.000
max	1316.000-1330.000=-14.000

*mean*	2.253-2.208=0.045
σ	0.107-0.074=0.033
min	2.148-2.142=0.005
max	2.434-2.295=0.139

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.435-1559.473=-0.038
σ	3.383-3.333=0.050
min	1557.733-1557.838=-0.105
max	1565.479-1565.430=0.049

*mean*	635.800-637.400=-1.600
σ	71.768-75.049=-3.280
min	541.000-538.000=3.000
max	733.000-727.000=6.000

*mean*	2.292-2.390=-0.097
σ	0.146-0.244=-0.098
min	2.131-2.130=0.001
max	2.465-2.676=-0.210

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.268-1882.265=0.004
σ	0.060-0.060=0.000
min	1882.197-1882.181=0.016
max	1882.352-1882.337=0.015

*mean*	1727.200-1745.800=-18.600
σ	180.582-207.866=-27.284
min	1471.000-1478.000=-7.000
max	1894.000-1944.000=-50.000

*mean*	3.176-3.239=-0.063
σ	0.390-0.279=0.111
min	2.904-2.889=0.015
max	3.845-3.604=0.241

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.774-1.863=-0.089
σ	0.168-0.085=0.084
min	1.539-1.747=-0.208
max	1.937-1.974=-0.036

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	455.350-455.348=0.002
σ	589.157-589.155=0.003
min	160.766-160.769=-0.003
max	1339.086-1339.080=0.006

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	447.000-446.000=1.000
σ	0.000
min	447.000-446.000=1.000
max	447.000-446.000=1.000

*mean*	0.550-0.541=0.009
σ	0.557-0.539=0.018
min	0.264-0.268=-0.004
max	1.385-1.349=0.036

policies=20

*mean*	1608.035-1608.026=0.009
σ	0.401-0.402=-0.001
min	1607.760-1607.747=0.012
max	1608.631-1608.620=0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.500-450.500=1.000
σ	9.000
min	447.000-446.000=1.000
max	465.000-464.000=1.000

*mean*	2.668-2.667=0.001
σ	0.037-0.016=0.021
min	2.636-2.649=-0.012
max	2.716-2.682=0.034

policies=200

*mean*	16088.600-16088.512=0.088
σ	0.086-0.081=0.005
min	16088.496-16088.412=0.084
max	16088.705-16088.583=0.121

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.500-496.750=2.750
σ	6.028-3.500=2.528
min	493.000
max	506.000-501.000=5.000

*mean*	27.015-26.815=0.199
σ	0.166-0.082=0.084
min	26.769-26.716=0.053
max	27.126-26.904=0.222