Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.836-58.689=-0.853
σ	0.366-0.362=0.004
min	57.699-58.555=-0.856
max	58.876-59.718=-0.842

*mean*	419.000-421.000=-2.000
σ	0.000
min	419.000-421.000=-2.000
max	419.000-421.000=-2.000

*mean*	0.153-0.150=0.002
σ	0.004-0.004=0.000
min	0.145-0.146=-0.002
max	0.159-0.157=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-47.751=-0.853
σ	0.007-0.005=0.002
min	46.889-47.742=-0.853
max	46.909-47.758=-0.849

*mean*	419.000-421.000=-2.000
σ	0.000
min	419.000-421.000=-2.000
max	419.000-421.000=-2.000

*mean*	0.137-0.133=0.005
σ	0.004-0.004=0.000
min	0.134-0.130=0.004
max	0.145-0.141=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4584.125-4591.500=-7.375
σ	2255.041-2249.414=5.628
min	1487.000
max	7404.000-7386.000=18.000

*mean*	13.286-172.241=-158.955
σ	3.396-452.097=-448.701
min	11.859-11.446=0.413
max	21.655-1291.112=-1269.458

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.604-36.605=-0.000

*mean*	4584.125-4591.500=-7.375
σ	2255.041-2249.414=5.628
min	1487.000
max	7404.000-7386.000=18.000

*mean*	13.178-13.855=-0.677
σ	3.228-4.803=-1.575
min	11.431-10.923=0.507
max	21.033-24.869=-3.836

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.943=-0.000

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	11.375-10.386=0.989
σ	0.690-0.185=0.506
min	11.051-10.104=0.947
max	13.073-10.658=2.414

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.001-0.001=-0.000
min	41.924-41.924=-0.000
max	41.928-41.928=-0.000

*mean*	4169.375-4181.875=-12.500
σ	1946.307-1945.701=0.606
min	1487.000
max	7404.000-7386.000=18.000

*mean*	11.696-10.876=0.820
σ	1.745-1.736=0.008
min	10.848-9.977=0.871
max	15.984-15.154=0.830

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4169.375-4181.875=-12.500
σ	1946.307-1945.701=0.606
min	1487.000
max	7404.000-7386.000=18.000

*mean*	9.202-8.530=0.672
σ	1.353-1.284=0.069
min	7.996-7.369=0.627
max	12.449-11.608=0.841

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384-26.384=-0.000

*mean*	4169.375-4181.875=-12.500
σ	1946.307-1945.701=0.606
min	1487.000
max	7404.000-7386.000=18.000

*mean*	7.178-6.598=0.580
σ	0.980-0.886=0.094
min	6.494-6.026=0.469
max	9.573-8.754=0.819

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4584.125-4591.500=-7.375
σ	2255.041-2249.414=5.628
min	1487.000
max	7404.000-7386.000=18.000

*mean*	6.288-5.976=0.312
σ	0.835-1.014=-0.179
min	5.878-5.326=0.552
max	8.348-8.313=0.035

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.000
min	25.961
max	25.962

*mean*	4584.125-4591.500=-7.375
σ	2255.041-2249.414=5.628
min	1487.000
max	7404.000-7386.000=18.000

*mean*	5.997-5.717=0.280
σ	0.501-1.015=-0.514
min	5.697-5.235=0.462
max	7.198-8.216=-1.018

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	361.037-361.371=-0.334
σ	42.544-41.575=0.969
min	342.975-343.802=-0.827
max	466.194-464.142=2.053

op=load_product(), with indexes

*mean*	3495.854-3495.854=0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=0.000
max	3496.977

*mean*	3748.750-3758.250=-9.500
σ	2298.624-2300.431=-1.806
min	721.000-720.000=1.000
max	7404.000-7386.000=18.000

*mean*	1610.771-1751.016=-140.245
σ	544.797-641.074=-96.277
min	1383.278-1397.685=-14.407
max	2950.163-2790.598=159.565

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.842-107.842=0.000

*mean*	4404.125-4410.875=-6.750
σ	2226.409-2218.894=7.515
min	1487.000
max	7404.000-7386.000=18.000

*mean*	243.935-246.590=-2.655
σ	303.825-309.940=-6.115
min	124.253-128.906=-4.653
max	994.475-1012.706=-18.230

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4584.125-4410.875=173.250
σ	2255.041-2218.894=36.148
min	1487.000
max	7404.000-7386.000=18.000

*mean*	189.024-45.128=143.896
σ	413.070-8.408=404.661
min	40.020-40.264=-0.243
max	1211.305-65.646=1145.659

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	22.826-21.924=0.902
σ	3.171-1.319=1.852
min	21.455-21.113=0.342
max	30.651-24.762=5.889

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296-71.296=0.000

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	306.179-328.531=-22.353
σ	706.683-771.826=-65.143
min	55.306-54.761=0.545
max	2055.125-2238.700=-183.575

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.014=-0.000
min	4646.837
max	4646.876

*mean*	4169.375-4181.875=-12.500
σ	1946.307-1945.701=0.606
min	1487.000
max	7404.000-7386.000=18.000

*mean*	3208.058-3252.718=-44.660
σ	950.019-753.746=196.273
min	2474.077-2513.030=-38.953
max	5110.936-4553.591=557.345

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	1085.651-1092.341=-6.690
σ	331.739-280.562=51.178
min	912.870-928.361=-15.491
max	1876.262-1715.905=160.357

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7404.000-7386.000=18.000
σ	0.000
min	7404.000-7386.000=18.000
max	7404.000-7386.000=18.000

*mean*	400.160-408.926=-8.766
σ	39.201-36.433=2.768
min	381.173-386.717=-5.544
max	496.892-498.576=-1.683

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	364.260-378.142=-13.882
σ	42.342-35.416=6.926
min	305.320-319.518=-14.199
max	435.440-430.136=5.304

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-554.000=11.000
σ	0.000
min	565.000-554.000=11.000
max	565.000-554.000=11.000

*mean*	715.578-752.612=-37.034
σ	36.259-39.378=-3.119
min	649.719-706.462=-56.743
max	755.284-808.984=-53.699

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.309-980.238=-2.929
σ	2.438-2.510=-0.072
min	976.464-979.377=-2.914
max	987.642-990.876=-3.235

*mean*	1050.700-1044.000=6.700
σ	335.051-316.348=18.704
min	535.000-593.000=-58.000
max	1548.000-1657.000=-109.000

*mean*	1.352-1.314=0.038
σ	0.140-0.076=0.064
min	1.211-1.234=-0.023
max	1.785-1.541=0.244

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.407=-0.107
σ	0.292-0.529=-0.237
min	0.134-0.142=-0.008
max	0.817-1.350=-0.533

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.472=0.008
σ	0.324-0.325=-0.002
min	0.322-0.312=0.010
max	1.058-1.053=0.005

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.218=0.001
σ	0.020-0.025=-0.005
min	0.203-0.196=0.007
max	0.254-0.259=-0.005

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.349-0.331=0.018
σ	0.024-0.017=0.007
min	0.327-0.312=0.015
max	0.382-0.359=0.023

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.838=0.141
σ	0.009
min	964.974-964.833=0.141
max	964.996-964.855=0.141

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.529-0.555=-0.026
σ	0.056-0.051=0.005
min	0.464-0.478=-0.014
max	0.598-0.606=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.504-0.490=0.014
σ	0.020-0.037=-0.017
min	0.482-0.447=0.035
max	0.522-0.520=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.244-1.943=0.301
σ	0.354-0.064=0.290
min	1.906-1.785=0.121
max	3.097-2.205=0.892

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.655-2.603=0.052
σ	0.109-0.308=-0.199
min	2.488-1.851=0.637
max	2.986-3.035=-0.049

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.312-0.310=0.001
σ	0.021-0.040=-0.019
min	0.288-0.286=0.002
max	0.451-0.682=-0.231

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.293-0.291=0.002
σ	0.007-0.010=-0.003
min	0.280-0.274=0.006
max	0.328-0.343=-0.014

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.892-11.708=0.184
σ	11.551-11.042=0.509
min	0.574-0.574=0.000
max	77.622-76.033=1.589

*mean*	460.895-454.652=6.243
σ	19.756-18.254=1.502
min	405.000-407.000=-2.000
max	478.000-472.000=6.000

*mean*	0.027-0.027=0.000
σ	0.028-0.027=0.001
min	0.001-0.001=-0.000
max	0.179-0.191=-0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.164-297.409=-3.245
σ	1.050-1.023=0.028
min	293.719-297.013=-3.294
max	297.147-300.315=-3.168

*mean*	443.400-441.100=2.300
σ	18.362-12.940=5.422
min	416.000-425.000=-9.000
max	471.000-461.000=10.000

*mean*	0.593-0.612=-0.019
σ	0.010-0.013=-0.003
min	0.578-0.584=-0.006
max	0.611-0.627=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	221.258-234.202=-12.944
σ	25.651-34.815=-9.165
min	187.255-148.677=38.578
max	248.914-251.290=-2.376

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	7.958-6.083=1.876
σ	1.313-0.377=0.936
min	6.076-5.844=0.232
max	9.283-6.941=2.342

phase=parser

*mean*	1042.132-1041.966=0.165
σ	0.000-0.000=-0.000
min	1042.131-1041.966=0.166
max	1042.132-1041.966=0.166

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	521.016-487.846=33.170
σ	81.149-107.143=-25.995
min	410.118-373.581=36.537
max	615.542-594.902=20.640

phase=processProdDef

*mean*	2243.719-2243.715=0.003
σ	0.000
min	2243.719-2243.715=0.003
max	2243.719-2243.715=0.003

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	2567.506-2725.643=-158.137
σ	321.525-594.856=-273.331
min	2098.029-1741.809=356.220
max	2970.284-3268.889=-298.605

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	42.056-27.660=14.395
σ	5.896-9.503=-3.607
min	33.326-19.962=13.363
max	48.968-41.920=7.048

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	656.113-656.155=-0.041
σ	13.406-53.652=-40.246
min	634.096-606.509=27.587
max	672.944-750.854=-77.910

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.245-338.303=-10.058
σ	0.041-0.039=0.002
min	328.187-338.252=-10.065
max	328.288-338.343=-10.055

*mean*	441.400-443.200=-1.800
σ	2.608-2.280=0.327
min	439.000-440.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.439-0.436=0.003
σ	0.010-0.006=0.004
min	0.430-0.429=0.001
max	0.454-0.445=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.469-1323.520=-10.051
σ	0.127-0.133=-0.006
min	1313.358-1323.418=-10.060
max	1313.677-1323.750=-10.073

*mean*	1092.800-1094.800=-2.000
σ	187.250-180.339=6.911
min	880.000-887.000=-7.000
max	1332.000-1327.000=5.000

*mean*	1.895-1.939=-0.044
σ	0.053-0.101=-0.048
min	1.836-1.835=0.001
max	1.953-2.106=-0.153

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.426-1562.525=-10.099
σ	3.073-3.032=0.041
min	1550.855-1560.979=-10.125
max	1557.910-1567.939=-10.029

*mean*	624.600-612.600=12.000
σ	86.460-72.762=13.698
min	523.000-513.000=10.000
max	738.000-689.000=49.000

*mean*	2.243-2.296=-0.053
σ	0.206-0.134=0.073
min	2.030-2.145=-0.115
max	2.573-2.437=0.137

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.461-1885.536=-10.075
σ	0.048-0.084=-0.036
min	1875.396-1885.461=-10.065
max	1875.501-1885.664=-10.163

*mean*	1735.000-1745.200=-10.200
σ	194.443-151.422=43.021
min	1468.000-1516.000=-48.000
max	1918.000-1934.000=-16.000

*mean*	2.985-2.866=0.119
σ	0.103-0.157=-0.054
min	2.867-2.676=0.191
max	3.144-2.996=0.148

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.648-1.744=-0.096
σ	0.122-0.122=0.000
min	1.464-1.529=-0.065
max	1.758-1.821=-0.063

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.598-404.044=16.554
σ	509.825-509.623=0.201
min	165.680-149.230=16.450
max	1185.335-1168.479=16.856

*mean*	103.750-101.750=2.000
σ	7.500
min	100.000-98.000=2.000
max	115.000-113.000=2.000

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.519-0.485=0.034
σ	0.489-0.466=0.023
min	0.272-0.246=0.026
max	1.252-1.184=0.069

policies=20

*mean*	1657.059-1492.465=164.594
σ	0.397-0.221=0.176
min	1656.818-1492.320=164.498
max	1657.652-1492.794=164.858

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	446.750-449.750=-3.000
σ	11.295-9.535=1.760
min	433.000-441.000=-8.000
max	456.000-458.000=-2.000

*mean*	2.689-2.436=0.254
σ	0.012-0.012=0.000
min	2.673-2.423=0.250
max	2.701-2.451=0.251

policies=200

*mean*	16578.441-14933.057=1645.384
σ	0.069-0.056=0.014
min	16578.370-14933.007=1645.363
max	16578.535-14933.110=1645.425

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	501.500-497.750=3.750
σ	2.646-5.123=-2.478
min	499.000-491.000=8.000
max	505.000-503.000=2.000

*mean*	27.187-24.574=2.613
σ	0.159-0.079=0.080
min	27.003-24.510=2.493
max	27.389-24.685=2.704