Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.001
σ	0.366-0.364=0.002
min	54.580-54.579=0.001
max	55.759-55.754=0.005

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.140-0.138=0.002
σ	0.004-0.005=-0.001
min	0.133-0.130=0.003
max	0.145-0.149=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=-0.000
σ	0.008-0.007=0.002
min	43.767-43.767=0.000
max	43.793-43.790=0.003

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.123-0.122=0.001
σ	0.006-0.004=0.002
min	0.116-0.119=-0.003
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4225.875-4588.625=-362.750
σ	1967.775-2255.088=-287.313
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	12.344-13.370=-1.026
σ	0.345-3.129=-2.783
min	12.036-11.914=0.122
max	13.139-21.024=-7.885

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.000

*mean*	4451.625-4588.625=-137.000
σ	2236.584-2255.088=-18.504
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	13.016-13.734=-0.718
σ	0.269-3.347=-3.078
min	12.803-11.403=1.400
max	13.643-21.893=-8.249

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7432.000-7405.000=27.000
σ	0.000
min	7432.000-7405.000=27.000
max	7432.000-7405.000=27.000

*mean*	11.140-10.935=0.205
σ	0.155-0.140=0.015
min	10.837-10.813=0.024
max	11.323-11.188=0.135

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4225.875-4175.500=50.375
σ	1967.775-1947.136=20.639
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	11.568-11.418=0.150
σ	0.934-0.999=-0.065
min	11.050-10.687=0.363
max	13.814-13.750=0.064

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.001
σ	0.137-0.136=0.000
min	27.584
max	27.971

*mean*	4225.875-4175.500=50.375
σ	1967.775-1947.136=20.639
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	8.883-8.634=0.248
σ	0.651-0.628=0.023
min	8.049-7.773=0.276
max	10.140-9.975=0.165

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384
max	26.384

*mean*	4225.875-4175.500=50.375
σ	1967.775-1947.136=20.639
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	6.729-6.659=0.070
σ	0.512-0.556=-0.044
min	5.980-6.009=-0.029
max	7.736-7.804=-0.068

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4451.625-4588.625=-137.000
σ	2236.584-2255.088=-18.504
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	6.426-6.174=0.252
σ	1.018-0.547=0.471
min	5.897-5.852=0.046
max	8.927-7.471=1.456

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961-25.961=-0.000
max	25.962

*mean*	4451.625-4588.625=-137.000
σ	2236.584-2255.088=-18.504
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	6.279-6.038=0.241
σ	0.988-0.552=0.436
min	5.871-5.734=0.137
max	8.722-7.389=1.332

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7432.000-7405.000=27.000
σ	0.000
min	7432.000-7405.000=27.000
max	7432.000-7405.000=27.000

*mean*	361.710-360.827=0.883
σ	42.165-42.184=-0.019
min	343.300-343.729=-0.429
max	465.978-465.179=0.799

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978-3496.977=0.001

*mean*	3794.000-3753.125=40.875
σ	2326.905-2300.312=26.594
min	720.000-721.000=-1.000
max	7432.000-7405.000=27.000

*mean*	1983.144-1743.856=239.288
σ	907.456-640.209=267.247
min	1399.766-1388.553=11.213
max	3732.152-2784.128=948.024

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.840-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4225.875-4409.625=-183.750
σ	1967.775-2226.157=-258.382
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	131.191-243.209=-112.018
σ	4.648-317.425=-312.777
min	126.084-124.480=1.604
max	139.028-1028.442=-889.414

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4225.875-4588.625=-362.750
σ	1967.775-2255.088=-287.313
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	42.820-177.812=-134.992
σ	1.282-380.031=-378.749
min	41.458-41.331=0.126
max	45.230-1118.325=-1073.095

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7432.000-7405.000=27.000
σ	0.000
min	7432.000-7405.000=27.000
max	7432.000-7405.000=27.000

*mean*	22.521-22.343=0.179
σ	1.148-1.838=-0.691
min	21.840-21.594=0.247
max	25.220-26.881=-1.662

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296

*mean*	7432.000-7405.000=27.000
σ	0.000
min	7432.000-7405.000=27.000
max	7432.000-7405.000=27.000

*mean*	155.028-238.349=-83.321
σ	279.431-515.489=-236.058
min	55.794-55.096=0.698
max	846.584-1514.118=-667.534

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4225.875-4175.500=50.375
σ	1967.775-1947.136=20.639
min	1482.000-1484.000=-2.000
max	7432.000-7405.000=27.000

*mean*	3185.995-3203.003=-17.007
σ	535.213-598.293=-63.081
min	2522.672-2493.869=28.803
max	3839.866-3841.795=-1.928

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7432.000-7405.000=27.000
σ	0.000
min	7432.000-7405.000=27.000
max	7432.000-7405.000=27.000

*mean*	1337.097-1048.442=288.655
σ	998.492-267.068=731.424
min	932.710-902.814=29.896
max	3801.423-1682.920=2118.503

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7432.000-7405.000=27.000
σ	0.000
min	7432.000-7405.000=27.000
max	7432.000-7405.000=27.000

*mean*	425.146-407.651=17.495
σ	42.904-36.139=6.765
min	399.832-387.861=11.971
max	530.776-496.482=34.294

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-475.250=0.375
σ	0.518-1.035=-0.518
min	475.000-474.000=1.000
max	476.000

*mean*	385.039-376.171=8.868
σ	43.780-47.150=-3.369
min	292.429-308.621=-16.192
max	423.370-430.918=-7.548

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.750-558.500=5.250
σ	0.707-2.449=-1.742
min	562.000-556.000=6.000
max	564.000-562.000=2.000

*mean*	727.748-778.484=-50.736
σ	84.646-29.289=55.358
min	602.928-737.028=-134.101
max	836.334-823.813=12.521

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.543-964.531=0.012
σ	1.822-1.821=0.001
min	963.840-963.823=0.017
max	972.248-972.232=0.016

*mean*	1028.800-1046.100=-17.300
σ	301.074-320.985=-19.912
min	549.000-541.000=8.000
max	1456.000-1568.000=-112.000

*mean*	1.286-1.253=0.033
σ	0.149-0.072=0.077
min	1.186-1.175=0.011
max	1.837-1.418=0.418

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.412-0.294=0.117
σ	0.553-0.295=0.258
min	0.132-0.136=-0.004
max	1.399-0.818=0.581

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.477=-0.004
σ	0.327-0.323=0.004
min	0.317-0.323=-0.006
max	1.058-1.056=0.003

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.221=-0.001
σ	0.021-0.018=0.003
min	0.197-0.208=-0.011
max	0.255-0.253=0.002

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.333=-0.000
σ	0.021-0.022=-0.001
min	0.312-0.318=-0.006
max	0.368-0.371=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.400-430.800=0.600
σ	0.894-1.789=-0.894
min	431.000-430.000=1.000
max	433.000-434.000=-1.000

*mean*	0.570-0.566=0.004
σ	0.032-0.037=-0.005
min	0.527-0.534=-0.007
max	0.609-0.611=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.473-0.495=-0.022
σ	0.042-0.026=0.016
min	0.419-0.462=-0.043
max	0.514-0.519=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	1.962-1.961=0.002
σ	0.071-0.079=-0.008
min	1.813-1.812=0.000
max	2.224-2.350=-0.126

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	1.957-1.951=0.005
σ	0.071-0.067=0.004
min	1.831-1.756=0.075
max	2.257-2.132=0.125

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.301-0.306=-0.005
σ	0.008-0.007=0.001
min	0.280-0.294=-0.014
max	0.344-0.340=0.004

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	440.000-441.000=-1.000
σ	0.000
min	440.000-441.000=-1.000
max	440.000-441.000=-1.000

*mean*	0.293-0.294=-0.001
σ	0.010-0.027=-0.016
min	0.279-0.279=-0.000
max	0.337-0.544=-0.207

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.985-12.069=-0.084
σ	12.533-11.980=0.553
min	0.574-0.573=0.000
max	110.921-80.775=30.145

*mean*	469.506-461.472=8.034
σ	20.153-19.511=0.642
min	408.000-409.000=-1.000
max	484.000-479.000=5.000

*mean*	0.027-0.027=-0.000
σ	0.031-0.029=0.001
min	0.001-0.001=-0.000
max	0.270-0.196=0.074

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.789-278.790=-0.001
σ	1.053-1.010=0.043
min	278.294-278.355=-0.061
max	281.779-281.659=0.120

*mean*	441.300-442.600=-1.300
σ	15.727-19.688=-3.960
min	417.000-415.000=2.000
max	467.000-471.000=-4.000

*mean*	0.565-0.586=-0.022
σ	0.042-0.013=0.028
min	0.474-0.559=-0.085
max	0.619-0.607=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	223.535-221.440=2.095
σ	23.658-23.523=0.135
min	190.524-183.506=7.018
max	242.867-244.351=-1.484

phase=macro expansion

*mean*	5.900-5.896=0.004
σ	0.000
min	5.900-5.896=0.004
max	5.900-5.896=0.004

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	7.431-6.243=1.187
σ	1.604-1.143=0.461
min	5.851-5.757=0.094
max	8.960-9.070=-0.111

phase=parser

*mean*	1042.134-1042.137=-0.003
σ	0.000-0.000=0.000
min	1042.133-1042.136=-0.003
max	1042.134-1042.137=-0.003

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	511.219-480.584=30.635
σ	110.165-113.423=-3.258
min	374.372-374.058=0.313
max	592.877-595.602=-2.724

phase=processProdDef

*mean*	2243.717-2243.715=0.001
σ	0.000
min	2243.717-2243.715=0.001
max	2243.717-2243.715=0.001

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	2675.174-2721.986=-46.812
σ	335.713-521.078=-185.364
min	2308.432-1912.837=395.595
max	3207.502-3418.408=-210.906

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	37.418-29.493=7.925
σ	5.015-9.096=-4.081
min	28.922-20.098=8.824
max	41.869-42.766=-0.897

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	659.427-637.492=21.935
σ	39.647-48.760=-9.113
min	636.684-599.547=37.137
max	754.014-747.237=6.777

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.589-282.360=0.229
σ	0.036-0.036=-0.000
min	282.537-282.310=0.228
max	282.623-282.397=0.227

*mean*	441.000
σ	2.739
min	439.000
max	444.000

*mean*	0.381-0.377=0.004
σ	0.009-0.006=0.003
min	0.375-0.373=0.002
max	0.393-0.387=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.800-1267.603=0.196
σ	0.091-0.110=-0.019
min	1267.692-1267.469=0.222
max	1267.940-1267.775=0.165

*mean*	1076.800-1091.200=-14.400
σ	185.198-180.902=4.295
min	837.000-864.000=-27.000
max	1319.000-1316.000=3.000

*mean*	2.064-2.002=0.062
σ	0.235-0.188=0.047
min	1.786-1.787=-0.000
max	2.387-2.157=0.230

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.813-1506.512=0.300
σ	2.960-2.945=0.015
min	1505.288-1504.971=0.317
max	1512.099-1511.766=0.333

*mean*	630.800-629.400=1.400
σ	93.377-81.285=12.091
min	520.000-505.000=15.000
max	754.000-719.000=35.000

*mean*	2.330-2.167=0.164
σ	0.201-0.157=0.044
min	2.078-2.060=0.018
max	2.622-2.443=0.179

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.797-1829.567=0.230
σ	0.056-0.046=0.010
min	1829.733-1829.510=0.222
max	1829.855-1829.611=0.244

*mean*	1726.600-1740.000=-13.400
σ	169.100-183.717=-14.617
min	1489.000-1474.000=15.000
max	1885.000-1902.000=-17.000

*mean*	3.005-2.965=0.040
σ	0.290-0.310=-0.021
min	2.832-2.705=0.127
max	3.521-3.496=0.025

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.648-1.729=-0.081
σ	0.154-0.140=0.013
min	1.521-1.601=-0.080
max	1.898-1.886=0.012

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.597-393.867=11.730
σ	509.661-509.607=0.054
min	150.761-139.060=11.701
max	1170.088-1158.278=11.811

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.508-0.492=0.016
σ	0.503-0.516=-0.012
min	0.252-0.232=0.020
max	1.263-1.265=-0.002

policies=20

*mean*	1507.805-1390.731=117.075
σ	0.269-0.168=0.101
min	1507.631-1390.611=117.019
max	1508.205-1390.980=117.225

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	449.750-444.750=5.000
σ	11.087-9.500=1.587
min	441.000-440.000=1.000
max	466.000-459.000=7.000

*mean*	2.502-2.320=0.182
σ	0.009-0.020=-0.011
min	2.495-2.296=0.199
max	2.514-2.339=0.175

policies=200

*mean*	15086.750-13915.883=1170.867
σ	0.095-0.094=0.001
min	15086.659-13915.790=1170.869
max	15086.843-13916.001=1170.843

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	498.000-495.000=3.000
σ	6.683-3.651=3.032
min	492.000-491.000=1.000
max	507.000-499.000=8.000

*mean*	25.205-23.327=1.877
σ	0.160-0.103=0.057
min	25.039-23.202=1.837
max	25.421-23.437=1.984