Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.716-54.715=0.001
σ	0.364-0.363=0.000
min	54.581-54.573=0.008
max	55.750-55.748=0.002

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.142-0.141=0.001
σ	0.004-0.005=-0.000
min	0.137-0.136=0.001
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.779=-0.000
σ	0.007-0.008=-0.001
min	43.763-43.766=-0.003
max	43.787-43.796=-0.010

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.125-0.125=-0.000
σ	0.005-0.004=0.001
min	0.119-0.121=-0.002
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4428.000-4425.625=2.375
σ	2228.452-2227.740=0.713
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	13.137-13.270=-0.133
σ	2.319-3.750=-1.431
min	11.886-11.707=0.179
max	18.782-22.529=-3.747

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.000

*mean*	4608.500-4606.250=2.250
σ	2259.775-2258.894=0.881
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	141.702-169.779=-28.077
σ	361.873-440.307=-78.434
min	12.711-12.368=0.343
max	1037.279-1259.447=-222.169

op=table_records(), no indexes

*mean*	41.939-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7410.000-7408.000=2.000
σ	0.000
min	7410.000-7408.000=2.000
max	7410.000-7408.000=2.000

*mean*	11.123-11.504=-0.380
σ	0.081-0.474=-0.393
min	10.984-10.881=0.103
max	11.257-12.406=-1.148

op=table_records(), repeat

*mean*	41.925-41.924=0.000
σ	0.001-0.000=0.000
min	41.924
max	41.925-41.925=0.000

*mean*	4199.375-4196.750=2.625
σ	1955.977-1954.913=1.064
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	11.381-11.506=-0.124
σ	1.075-1.805=-0.730
min	10.594-10.603=-0.009
max	13.808-15.963=-2.156

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4199.375-4196.750=2.625
σ	1955.977-1954.913=1.064
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	8.821-9.000=-0.179
σ	0.511-1.396=-0.884
min	8.277-7.775=0.502
max	9.965-12.352=-2.387

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.001=-0.001
min	26.384-26.384=0.000
max	26.384-26.388=-0.004

*mean*	4199.375-4196.750=2.625
σ	1955.977-1954.913=1.064
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	6.795-7.046=-0.251
σ	0.358-0.994=-0.635
min	6.313-6.389=-0.077
max	7.566-9.473=-1.907

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4608.500-4606.250=2.250
σ	2259.775-2258.894=0.881
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	6.609-6.637=-0.028
σ	1.129-1.288=-0.160
min	5.744-5.824=-0.080
max	9.055-8.987=0.068

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4608.500-4606.250=2.250
σ	2259.775-2258.894=0.881
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	6.414-6.360=0.054
σ	1.153-1.061=0.092
min	5.735-5.751=-0.017
max	8.920-8.776=0.144

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7410.000-7408.000=2.000
σ	0.000
min	7410.000-7408.000=2.000
max	7410.000-7408.000=2.000

*mean*	348.256-346.636=1.620
σ	1.984-1.372=0.612
min	345.272-345.004=0.267
max	351.573-348.668=2.905

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=-0.000
max	3496.977-3496.978=-0.001

*mean*	3772.250-3770.375=1.875
σ	2312.191-2310.661=1.530
min	720.000-721.000=-1.000
max	7410.000-7408.000=2.000

*mean*	1770.355-1736.134=34.221
σ	629.803-600.156=29.647
min	1392.578-1383.755=8.823
max	2807.453-2951.006=-143.553

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.841-107.841=0.000

*mean*	4199.375-4196.750=2.625
σ	1955.977-1954.913=1.064
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	134.253-137.436=-3.183
σ	7.906-17.599=-9.693
min	125.393-129.170=-3.777
max	149.452-180.886=-31.434

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4428.000-4425.625=2.375
σ	2228.452-2227.740=0.713
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	176.717-153.933=22.783
σ	378.898-317.310=61.588
min	40.509-40.231=0.279
max	1114.434-939.226=175.207

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.929

*mean*	7410.000-7408.000=2.000
σ	0.000
min	7410.000-7408.000=2.000
max	7410.000-7408.000=2.000

*mean*	70.390-68.311=2.079
σ	137.245-127.735=9.510
min	21.270-21.543=-0.273
max	410.048-384.374=25.674

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294
σ	0.002-0.002=0.000
min	71.292
max	71.296-71.296=0.000

*mean*	7410.000-7408.000=2.000
σ	0.000
min	7410.000-7408.000=2.000
max	7410.000-7408.000=2.000

*mean*	59.548-58.481=1.067
σ	7.957-5.808=2.150
min	55.123-55.728=-0.605
max	78.864-72.653=6.211

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4199.375-4196.750=2.625
σ	1955.977-1954.913=1.064
min	1484.000-1486.000=-2.000
max	7410.000-7408.000=2.000

*mean*	3250.135-3181.744=68.392
σ	772.995-694.098=78.896
min	2513.514-2501.647=11.867
max	4548.934-4498.812=50.122

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.831

*mean*	7410.000-7408.000=2.000
σ	0.000
min	7410.000-7408.000=2.000
max	7410.000-7408.000=2.000

*mean*	979.448-1012.006=-32.558
σ	106.721-201.658=-94.937
min	920.287-912.911=7.376
max	1223.070-1487.859=-264.789

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7410.000-7408.000=2.000
σ	0.000
min	7410.000-7408.000=2.000
max	7410.000-7408.000=2.000

*mean*	393.348-404.622=-11.274
σ	3.791-41.934=-38.143
min	385.434-384.239=1.194
max	397.328-508.211=-110.883

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.250-476.375=-1.125
σ	0.707-0.916=-0.209
min	475.000
max	477.000

*mean*	374.466-359.372=15.095
σ	40.934-36.099=4.835
min	309.854-303.540=6.314
max	432.719-414.179=18.540

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	566.000-563.750=2.250
σ	1.852-0.707=1.145
min	563.000-562.000=1.000
max	567.000-564.000=3.000

*mean*	748.597-718.189=30.409
σ	59.509-66.437=-6.928
min	610.086-608.083=2.003
max	803.867-811.135=-7.268

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.562=0.000
σ	1.879-1.880=-0.001
min	963.842-963.842=0.000
max	972.509-972.515=-0.006

*mean*	1053.950-1040.300=13.650
σ	327.550-293.228=34.322
min	586.000-547.000=39.000
max	1543.000-1429.000=114.000

*mean*	1.260-1.292=-0.032
σ	0.098-0.173=-0.074
min	1.171-1.171=-0.000
max	1.486-1.758=-0.272

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.406-0.335=0.071
σ	0.526-0.382=0.143
min	0.150-0.134=0.016
max	1.345-1.014=0.330

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.537-0.475=0.063
σ	0.317-0.323=-0.006
min	0.326-0.320=0.006
max	1.055-1.053=0.002

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.218-0.207=0.011
σ	0.020-0.022=-0.002
min	0.205-0.187=0.018
max	0.254-0.245=0.009

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-403.000=-1.000
σ	0.000
min	402.000-403.000=-1.000
max	402.000-403.000=-1.000

*mean*	0.339-0.319=0.020
σ	0.018-0.022=-0.004
min	0.322-0.302=0.020
max	0.367-0.356=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.800-430.600=1.200
σ	1.789-0.548=1.241
min	431.000-430.000=1.000
max	435.000-431.000=4.000

*mean*	0.534-0.535=-0.000
σ	0.043-0.043=0.001
min	0.485-0.484=0.001
max	0.584-0.586=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.481-0.469=0.013
σ	0.044-0.035=0.009
min	0.421-0.425=-0.004
max	0.528-0.510=0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.645-2.640=0.005
σ	0.121-0.101=0.020
min	2.478-2.471=0.007
max	3.109-2.906=0.203

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.679-2.608=0.071
σ	0.127-0.081=0.046
min	2.485-2.445=0.040
max	3.240-2.789=0.451

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.302-0.306=-0.004
σ	0.009-0.010=-0.002
min	0.287-0.292=-0.006
max	0.357-0.373=-0.016

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.289-0.294=-0.004
σ	0.008-0.008=0.000
min	0.276-0.276=-0.001
max	0.340-0.336=0.004

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.557-11.617=-0.061
σ	11.655-11.396=0.258
min	0.574-0.574=0.000
max	94.787-99.852=-5.064

*mean*	463.467-461.492=1.975
σ	21.310-19.111=2.199
min	408.000
max	482.000-479.000=3.000

*mean*	0.026-0.027=-0.000
σ	0.028-0.028=0.000
min	0.001-0.001=-0.000
max	0.228-0.238=-0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.996-278.884=0.111
σ	1.046-1.012=0.034
min	278.576-278.484=0.092
max	281.969-281.760=0.209

*mean*	444.200-441.600=2.600
σ	18.731-16.595=2.136
min	417.000-416.000=1.000
max	470.000-462.000=8.000

*mean*	0.583-0.576=0.006
σ	0.016-0.020=-0.004
min	0.571-0.533=0.038
max	0.625-0.617=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	238.187-219.226=18.960
σ	11.235-21.634=-10.400
min	212.087-193.867=18.219
max	247.884-244.643=3.241

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	842.125-848.000=-5.875
σ	25.102-0.000=25.102
min	780.000-848.000=-68.000
max	851.000-848.000=3.000

*mean*	7.180-5.940=1.241
σ	1.283-0.367=0.915
min	5.914-5.764=0.151
max	9.143-6.846=2.297

phase=parser

*mean*	1042.133-1042.134=-0.001
σ	0.000-0.000=0.000
min	1042.133-1042.134=-0.001
max	1042.134-1042.134=-0.000

*mean*	842.125-848.000=-5.875
σ	25.102-0.000=25.102
min	780.000-848.000=-68.000
max	851.000-848.000=3.000

*mean*	499.713-385.558=114.155
σ	88.347-24.007=64.340
min	422.883-373.882=49.002
max	612.013-444.784=167.229

phase=processProdDef

*mean*	2243.715-2243.717=-0.003
σ	0.000
min	2243.715-2243.717=-0.003
max	2243.715-2243.717=-0.003

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	3086.895-2777.840=309.055
σ	230.519-383.507=-152.988
min	2766.034-2148.251=617.783
max	3331.479-3219.592=111.886

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	842.125-848.000=-5.875
σ	25.102-0.000=25.102
min	780.000-848.000=-68.000
max	851.000-848.000=3.000

*mean*	38.138-35.244=2.894
σ	3.868-2.022=1.846
min	34.598-33.175=1.423
max	46.625-39.272=7.353

phase=type checker

*mean*	958.600-958.600=0.000
σ	0.047
min	958.577-958.576=0.000
max	958.702-958.701=0.000

*mean*	842.125-848.000=-5.875
σ	25.102-0.000=25.102
min	780.000-848.000=-68.000
max	851.000-848.000=3.000

*mean*	664.285-656.663=7.622
σ	15.556-16.546=-0.990
min	642.512-635.429=7.083
max	685.175-679.674=5.502

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.855=-0.000
σ	0.039-0.037=0.002
min	282.800-282.800=0.000
max	282.894-282.891=0.004

*mean*	441.800-441.200=0.600
σ	3.834-4.382=-0.548
min	439.000-438.000=1.000
max	446.000

*mean*	0.377-0.374=0.003
σ	0.001-0.001=-0.000
min	0.375-0.372=0.003
max	0.378-0.375=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.064-1268.070=-0.006
σ	0.113-0.117=-0.004
min	1267.955-1267.963=-0.008
max	1268.250-1268.263=-0.012

*mean*	1091.200-1090.200=1.000
σ	167.874-168.288=-0.413
min	892.000-891.000=1.000
max	1320.000-1321.000=-1.000

*mean*	2.008-2.067=-0.059
σ	0.139-0.147=-0.008
min	1.835-1.871=-0.035
max	2.181-2.282=-0.102

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.020-1507.004=0.016
σ	2.945-2.927=0.019
min	1505.469-1505.472=-0.002
max	1512.276-1512.226=0.050

*mean*	625.400-625.000=0.400
σ	87.248-87.164=0.085
min	495.000
max	727.000

*mean*	2.169-2.127=0.042
σ	0.101-0.039=0.063
min	2.092-2.100=-0.008
max	2.345-2.196=0.149

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.068-1830.081=-0.012
σ	0.041-0.054=-0.013
min	1830.006-1830.008=-0.001
max	1830.112-1830.142=-0.030

*mean*	1721.200-1719.800=1.400
σ	188.995-175.329=13.666
min	1454.000-1467.000=-13.000
max	1892.000-1882.000=10.000

*mean*	2.914-2.959=-0.045
σ	0.277-0.238=0.040
min	2.543-2.791=-0.248
max	3.325-3.379=-0.054

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.598-1.572=0.026
σ	0.101-0.135=-0.034
min	1.492-1.346=0.146
max	1.754-1.699=0.055

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-406.197=0.002
σ	509.795-509.795=-0.000
min	151.298-151.294=0.004
max	1170.892-1170.890=0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.506-0.505=0.001
σ	0.505-0.495=0.011
min	0.248-0.252=-0.004
max	1.264-1.247=0.017

policies=20

*mean*	1513.150-1513.132=0.018
σ	0.274-0.278=-0.004
min	1512.975-1512.960=0.015
max	1513.556-1513.545=0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-443.750=2.750
σ	3.000-2.500=0.500
min	442.000-440.000=2.000
max	448.000-445.000=3.000

*mean*	2.507-2.513=-0.006
σ	0.020-0.011=0.009
min	2.482-2.502=-0.021
max	2.527-2.523=0.004

policies=200

*mean*	15140.012-15139.898=0.114
σ	0.121-0.128=-0.007
min	15139.874-15139.744=0.130
max	15140.168-15140.051=0.117

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-493.500=5.750
σ	4.272-5.686=-1.414
min	494.000-487.000=7.000
max	504.000-500.000=4.000

*mean*	25.365-25.351=0.014
σ	0.169-0.285=-0.116
min	25.183-25.172=0.011
max	25.584-25.771=-0.187