Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.715=0.001
σ	0.363-0.364=-0.001
min	54.581-54.577=0.004
max	55.748-55.750=-0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.141=0.000
σ	0.005-0.005=0.001
min	0.135-0.137=-0.002
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.001
σ	0.009-0.006=0.002
min	43.763-43.768=-0.005
max	43.788-43.791=-0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.121-0.121=-0.001
σ	0.005-0.004=0.001
min	0.116-0.116=-0.000
max	0.131-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.000

*mean*	4591.875-4218.500=373.375
σ	2248.670-1970.585=278.085
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	165.110-12.032=153.078
σ	432.571-0.405=432.166
min	11.937-11.694=0.243
max	1235.668-12.997=1222.671

op=column_set() on indexed, repeat

*mean*	36.604-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=-0.000
max	36.605-36.605=-0.001

*mean*	4591.875-4444.250=147.625
σ	2248.670-2240.137=8.533
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	13.504-124.307=-110.803
σ	2.930-315.654=-312.724
min	11.750-12.522=-0.772
max	20.651-905.509=-884.859

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.942=-0.000

*mean*	7386.000-7434.000=-48.000
σ	0.000
min	7386.000-7434.000=-48.000
max	7386.000-7434.000=-48.000

*mean*	12.185-11.356=0.829
σ	2.118-1.151=0.967
min	11.011-10.813=0.198
max	16.877-14.193=2.684

op=table_records(), repeat

*mean*	41.925-41.924=0.001
σ	0.002-0.000=0.001
min	41.924-41.924=-0.000
max	41.929-41.925=0.004

*mean*	4182.625-4218.500=-35.875
σ	1944.916-1970.585=-25.670
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	11.879-11.296=0.582
σ	1.819-0.948=0.871
min	10.932-10.844=0.088
max	16.350-13.625=2.725

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=-0.000
min	27.584
max	27.971

*mean*	4182.625-4218.500=-35.875
σ	1944.916-1970.585=-25.670
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	8.934-8.849=0.086
σ	1.312-0.597=0.715
min	7.913-8.077=-0.165
max	12.118-10.192=1.926

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.001=-0.001
min	26.384
max	26.384-26.388=-0.004

*mean*	4182.625-4218.500=-35.875
σ	1944.916-1970.585=-25.670
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	6.826-6.916=-0.090
σ	1.027-0.546=0.481
min	6.127-6.470=-0.343
max	9.338-8.240=1.097

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4591.875-4444.250=147.625
σ	2248.670-2240.137=8.533
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	6.236-6.396=-0.159
σ	0.509-1.063=-0.554
min	5.880-5.942=-0.061
max	7.450-9.023=-1.573

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4591.875-4444.250=147.625
σ	2248.670-2240.137=8.533
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	6.025-6.158=-0.133
σ	0.606-1.034=-0.428
min	5.627-5.716=-0.089
max	7.504-8.715=-1.210

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7386.000-7434.000=-48.000
σ	0.000
min	7386.000-7434.000=-48.000
max	7386.000-7434.000=-48.000

*mean*	348.092-347.400=0.692
σ	0.970-1.324=-0.354
min	345.800-345.313=0.487
max	348.846-348.577=0.269

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.453=0.001
min	3495.694
max	3496.978-3496.977=0.002

*mean*	3758.750-3789.500=-30.750
σ	2299.670-2328.460=-28.789
min	721.000-719.000=2.000
max	7386.000-7434.000=-48.000

*mean*	1777.415-2069.321=-291.905
σ	689.901-988.737=-298.836
min	1401.806-1388.587=13.219
max	3001.659-3972.879=-971.221

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.841-107.841=0.000

*mean*	4411.875-4218.500=193.375
σ	2218.264-1970.585=247.678
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	232.156-132.321=99.835
σ	273.006-5.768=267.238
min	123.070-125.954=-2.884
max	906.487-141.999=764.488

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.000

*mean*	4411.875-4218.500=193.375
σ	2218.264-1970.585=247.678
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	43.246-42.100=1.146
σ	2.718-1.252=1.467
min	40.758-40.534=0.223
max	49.217-44.088=5.128

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928

*mean*	7386.000-7434.000=-48.000
σ	0.000
min	7386.000-7434.000=-48.000
max	7386.000-7434.000=-48.000

*mean*	203.158-22.851=180.307
σ	508.483-2.670=505.812
min	21.649-21.472=0.177
max	1461.574-29.303=1432.270

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=-0.000

*mean*	7386.000-7434.000=-48.000
σ	0.000
min	7386.000-7434.000=-48.000
max	7386.000-7434.000=-48.000

*mean*	65.735-115.066=-49.331
σ	24.458-162.267=-137.809
min	55.178-55.395=-0.216
max	125.867-516.556=-390.689

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4182.625-4218.500=-35.875
σ	1944.916-1970.585=-25.670
min	1485.000-1482.000=3.000
max	7386.000-7434.000=-48.000

*mean*	3289.353-3387.397=-98.044
σ	793.720-665.363=128.357
min	2478.984-2513.371=-34.387
max	4600.423-4271.825=328.598

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7386.000-7434.000=-48.000
σ	0.000
min	7386.000-7434.000=-48.000
max	7386.000-7434.000=-48.000

*mean*	1038.076-1271.928=-233.852
σ	216.159-919.395=-703.236
min	917.976-921.118=-3.141
max	1443.828-3544.303=-2100.475

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7386.000-7434.000=-48.000
σ	0.000
min	7386.000-7434.000=-48.000
max	7386.000-7434.000=-48.000

*mean*	408.966-409.529=-0.563
σ	36.274-42.946=-6.672
min	389.106-390.641=-1.535
max	498.278-515.673=-17.395

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-475.000=1.250
σ	1.035-0.000=1.035
min	475.000
max	477.000-475.000=2.000

*mean*	362.920-366.331=-3.411
σ	43.117-29.113=14.004
min	303.259-311.868=-8.609
max	422.050-405.163=16.887

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.375-557.000=4.375
σ	1.768-0.000=1.768
min	557.000
max	562.000-557.000=5.000

*mean*	740.855-758.546=-17.692
σ	71.166-78.736=-7.570
min	617.341-608.912=8.429
max	822.508-846.188=-23.681

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.564=-0.001
σ	1.879-1.880=-0.001
min	963.843-963.843=0.000
max	972.510-972.517=-0.007

*mean*	1040.750-1043.000=-2.250
σ	306.329-321.961=-15.632
min	590.000-591.000=-1.000
max	1490.000-1543.000=-53.000

*mean*	1.258-1.270=-0.012
σ	0.077-0.083=-0.006
min	1.160-1.173=-0.013
max	1.493-1.491=0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.353=0.076
σ	0.438-0.289=0.149
min	0.138-0.137=0.001
max	1.201-0.838=0.363

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.499=0.333
σ	0.528-0.377=0.150
min	0.578-0.323=0.254
max	1.776-1.174=0.602

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.373-0.220=0.154
σ	0.040-0.018=0.022
min	0.343-0.205=0.138
max	0.442-0.251=0.192

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.551-0.353=0.197
σ	0.108-0.020=0.088
min	0.363-0.338=0.025
max	0.639-0.386=0.253

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.580-0.587=-0.007
σ	0.099-0.027=0.072
min	0.494-0.541=-0.047
max	0.744-0.605=0.139

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.442-0.454=-0.012
σ	0.043-0.034=0.009
min	0.378-0.398=-0.020
max	0.488-0.488=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.607-2.659=-0.052
σ	0.119-0.103=0.017
min	2.450-2.501=-0.051
max	3.324-3.000=0.324

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.561-2.646=-0.085
σ	0.062-0.099=-0.037
min	2.420-2.456=-0.037
max	2.754-2.917=-0.163

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.307-0.306=0.001
σ	0.031-0.007=0.024
min	0.291-0.292=-0.001
max	0.603-0.352=0.251

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295-0.291=0.003
σ	0.011-0.010=0.001
min	0.280-0.274=0.005
max	0.364-0.360=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.021-11.810=0.211
σ	12.042-11.435=0.606
min	0.714-0.714=-0.000
max	91.885-98.231=-6.346

*mean*	468.121-458.789=9.332
σ	20.029-19.548=0.481
min	408.000-406.000=2.000
max	480.000-478.000=2.000

*mean*	0.027-0.027=0.000
σ	0.029-0.028=0.002
min	0.001-0.001=0.000
max	0.221-0.234=-0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.224-279.109=0.115
σ	1.028-1.044=-0.016
min	278.741-278.652=0.089
max	282.140-282.076=0.065

*mean*	442.100-444.400=-2.300
σ	16.162-14.524=1.638
min	413.000-416.000=-3.000
max	468.000-466.000=2.000

*mean*	0.567-0.574=-0.007
σ	0.030-0.030=-0.001
min	0.507-0.507=-0.000
max	0.610-0.615=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	210.487-214.823=-4.336
σ	25.044-23.489=1.555
min	186.390-186.803=-0.414
max	241.853-247.199=-5.346

phase=macro expansion

*mean*	5.896-5.899=-0.004
σ	0.000
min	5.896-5.899=-0.004
max	5.896-5.899=-0.004

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	8.179-5.903=2.276
σ	1.056-0.092=0.965
min	6.889-5.784=1.106
max	9.001-6.052=2.949

phase=parser

*mean*	1042.131-1042.133=-0.002
σ	0.000-0.001=-0.000
min	1042.130-1042.132=-0.002
max	1042.131-1042.133=-0.002

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	542.665-410.234=132.432
σ	75.821-71.777=4.044
min	441.112-375.322=65.790
max	615.167-584.781=30.386

phase=processProdDef

*mean*	2243.718-2243.717=0.001
σ	0.000
min	2243.718-2243.717=0.001
max	2243.718-2243.717=0.001

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	2956.776-2837.989=118.787
σ	231.098-413.594=-182.496
min	2598.635-2131.307=467.327
max	3218.553-3258.643=-40.090

phase=renaming

*mean*	21.440-21.436=0.004
σ	0.000
min	21.440-21.436=0.004
max	21.440-21.436=0.004

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	44.240-34.296=9.944
σ	3.967-1.622=2.346
min	39.267-32.500=6.767
max	49.179-37.675=11.504

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	660.602-649.755=10.847
σ	16.922-16.197=0.725
min	630.254-622.494=7.760
max	680.182-669.561=10.621

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.856=-0.001
σ	0.037-0.038=-0.001
min	282.800-282.799=0.001
max	282.890-282.891=-0.001

*mean*	441.400-441.800=-0.400
σ	3.286-3.834=-0.548
min	439.000
max	445.000-446.000=-1.000

*mean*	0.383-0.379=0.005
σ	0.009-0.003=0.006
min	0.377-0.376=0.001
max	0.398-0.384=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.045-1268.060=-0.014
σ	0.090-0.110=-0.020
min	1267.971-1267.958=0.012
max	1268.190-1268.243=-0.053

*mean*	1112.600-1091.000=21.600
σ	170.160-167.738=2.422
min	897.000-892.000=5.000
max	1325.000-1320.000=5.000

*mean*	1.902-2.044=-0.142
σ	0.106-0.094=0.012
min	1.818-1.900=-0.082
max	2.087-2.149=-0.062

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.051-1507.018=0.033
σ	2.979-2.963=0.015
min	1505.519-1505.464=0.055
max	1512.370-1512.306=0.064

*mean*	632.200-625.000=7.200
σ	87.862-87.164=0.698
min	498.000-495.000=3.000
max	727.000

*mean*	2.266-2.207=0.058
σ	0.238-0.178=0.060
min	2.070-2.092=-0.023
max	2.569-2.523=0.046

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.095-1830.067=0.029
σ	0.091-0.049=0.042
min	1829.992-1829.996=-0.004
max	1830.223-1830.122=0.101

*mean*	1745.200-1720.200=25.000
σ	212.429-188.787=23.642
min	1459.000-1454.000=5.000
max	1945.000-1891.000=54.000

*mean*	3.167-2.994=0.173
σ	0.434-0.436=-0.002
min	2.661-2.612=0.049
max	3.627-3.747=-0.120

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.764=0.013
σ	0.114-0.118=-0.004
min	1.574-1.599=-0.024
max	1.844-1.887=-0.043

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.198-406.199=-0.001
σ	509.796-509.796=0.000
min	151.294-151.296=-0.002
max	1170.892-1170.892=-0.000

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-434.000=8.000
σ	0.000
min	442.000-434.000=8.000
max	442.000-434.000=8.000

*mean*	0.490-0.494=-0.005
σ	0.469-0.480=-0.011
min	0.250-0.248=0.002
max	1.193-1.214=-0.021

policies=20

*mean*	1513.149-1513.150=-0.001
σ	0.277-0.271=0.005
min	1512.967-1512.975=-0.008
max	1513.559-1513.552=0.007

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-443.750=1.250
σ	3.464-6.500=-3.036
min	442.000-434.000=8.000
max	448.000-447.000=1.000

*mean*	2.509-2.504=0.005
σ	0.016-0.020=-0.004
min	2.497-2.478=0.019
max	2.532-2.526=0.006

policies=200

*mean*	15140.028-15140.016=0.012
σ	0.122-0.088=0.034
min	15139.875-15139.904=-0.029
max	15140.172-15140.118=0.054

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-495.750=0.750
σ	5.568-4.272=1.296
min	491.000
max	504.000-501.000=3.000

*mean*	25.288-25.241=0.047
σ	0.126-0.130=-0.004
min	25.145-25.153=-0.008
max	25.450-25.432=0.019