Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.716=0.001
σ	0.365-0.363=0.002
min	54.582-54.581=0.001
max	55.755-55.748=0.007

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.138-0.141=-0.003
σ	0.004-0.005=-0.001
min	0.133-0.135=-0.002
max	0.145-0.150=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=0.000
σ	0.008-0.009=-0.001
min	43.766-43.763=0.004
max	43.791-43.788=0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.124-0.121=0.003
σ	0.004-0.005=-0.001
min	0.121-0.116=0.005
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4590.750-4591.875=-1.125
σ	2247.481-2248.670=-1.189
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	120.790-165.110=-44.320
σ	307.476-432.571=-125.095
min	11.709-11.937=-0.228
max	881.754-1235.668=-353.914

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=-0.000
max	36.604-36.605=-0.000

*mean*	4590.750-4591.875=-1.125
σ	2247.481-2248.670=-1.189
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	13.151-13.504=-0.353
σ	3.899-2.930=0.969
min	11.339-11.750=-0.411
max	22.722-20.651=2.071

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	11.800-12.185=-0.385
σ	1.925-2.118=-0.193
min	10.822-11.011=-0.188
max	16.549-16.877=-0.328

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.002=-0.000
min	41.924
max	41.928-41.929=-0.001

*mean*	4181.875-4182.625=-0.750
σ	1943.976-1944.916=-0.940
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	11.690-11.879=-0.188
σ	1.793-1.819=-0.027
min	10.685-10.932=-0.247
max	16.093-16.350=-0.257

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4181.875-4182.625=-0.750
σ	1943.976-1944.916=-0.940
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	9.081-8.934=0.147
σ	1.190-1.312=-0.123
min	8.405-7.913=0.493
max	12.003-12.118=-0.115

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4181.875-4182.625=-0.750
σ	1943.976-1944.916=-0.940
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	7.102-6.826=0.276
σ	0.861-1.027=-0.166
min	6.353-6.127=0.227
max	9.166-9.338=-0.172

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4590.750-4591.875=-1.125
σ	2247.481-2248.670=-1.189
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	6.272-6.236=0.036
σ	0.989-0.509=0.480
min	5.675-5.880=-0.205
max	8.698-7.450=1.248

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.001=-0.000
min	25.961
max	25.962-25.962=-0.000

*mean*	4590.750-4591.875=-1.125
σ	2247.481-2248.670=-1.189
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	6.136-6.025=0.111
σ	1.009-0.606=0.402
min	5.676-5.627=0.049
max	8.626-7.504=1.122

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	348.335-348.092=0.243
σ	4.064-0.970=3.094
min	342.100-345.800=-3.700
max	354.894-348.846=6.048

op=load_product(), with indexes

*mean*	3495.855-3495.855=-0.000
σ	0.454-0.454=0.000
min	3495.694
max	3496.978

*mean*	3757.875-3758.750=-0.875
σ	2298.906-2299.670=-0.764
min	720.000-721.000=-1.000
max	7383.000-7386.000=-3.000

*mean*	1743.720-1777.415=-33.695
σ	633.541-689.901=-56.360
min	1389.728-1401.806=-12.078
max	2770.332-3001.659=-231.326

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4410.875-4411.875=-1.000
σ	2217.027-2218.264=-1.237
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	254.907-232.156=22.751
σ	331.620-273.006=58.614
min	121.876-123.070=-1.194
max	1074.425-906.487=167.937

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.000

*mean*	4410.875-4411.875=-1.000
σ	2217.027-2218.264=-1.237
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	45.374-43.246=2.128
σ	7.489-2.718=4.770
min	41.025-40.758=0.267
max	63.351-49.217=14.135

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	215.778-203.158=12.620
σ	547.639-508.483=39.157
min	21.516-21.649=-0.133
max	1571.114-1461.574=109.540

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=-0.000

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	65.849-65.735=0.114
σ	26.584-24.458=2.126
min	55.167-55.178=-0.011
max	131.435-125.867=5.568

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4181.875-4182.625=-0.750
σ	1943.976-1944.916=-0.940
min	1486.000-1485.000=1.000
max	7383.000-7386.000=-3.000

*mean*	3290.147-3289.353=0.794
σ	752.594-793.720=-41.126
min	2496.623-2478.984=17.639
max	4337.203-4600.423=-263.220

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	986.493-1038.076=-51.583
σ	129.697-216.159=-86.462
min	914.997-917.976=-2.980
max	1265.179-1443.828=-178.649

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7383.000-7386.000=-3.000
σ	0.000
min	7383.000-7386.000=-3.000
max	7383.000-7386.000=-3.000

*mean*	392.314-408.966=-16.652
σ	8.017-36.274=-28.257
min	374.893-389.106=-14.213
max	403.306-498.278=-94.972

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.250-476.250=1.000
σ	1.389-1.035=0.354
min	475.000
max	478.000-477.000=1.000

*mean*	374.556-362.920=11.636
σ	28.390-43.117=-14.727
min	317.379-303.259=14.120
max	399.403-422.050=-22.647

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-561.375=-4.375
σ	0.000-1.768=-1.768
min	557.000
max	557.000-562.000=-5.000

*mean*	749.162-740.855=8.307
σ	60.753-71.166=-10.413
min	643.097-617.341=25.755
max	821.741-822.508=-0.767

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.563=-0.001
σ	1.879-1.879=0.000
min	963.843-963.843=-0.000
max	972.510-972.510=-0.000

*mean*	1041.450-1040.750=0.700
σ	318.185-306.329=11.855
min	563.000-590.000=-27.000
max	1508.000-1490.000=18.000

*mean*	1.264-1.258=0.006
σ	0.099-0.077=0.023
min	1.173-1.160=0.013
max	1.467-1.493=-0.025

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.307-0.429=-0.122
σ	0.311-0.438=-0.128
min	0.143-0.138=0.005
max	0.859-1.201=-0.342

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.833=-0.354
σ	0.332-0.528=-0.196
min	0.313-0.578=-0.265
max	1.072-1.776=-0.704

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.373=-0.156
σ	0.020-0.040=-0.020
min	0.199-0.343=-0.144
max	0.251-0.442=-0.191

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.551=-0.215
σ	0.015-0.108=-0.094
min	0.320-0.363=-0.044
max	0.360-0.639=-0.279

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.600-431.000=0.600
σ	1.342-0.000=1.342
min	431.000
max	434.000-431.000=3.000

*mean*	0.555-0.580=-0.026
σ	0.052-0.099=-0.046
min	0.476-0.494=-0.018
max	0.597-0.744=-0.147

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.446-0.442=0.005
σ	0.053-0.043=0.010
min	0.377-0.378=-0.001
max	0.517-0.488=0.029

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.750-2.607=0.143
σ	0.078-0.119=-0.041
min	2.471-2.450=0.021
max	3.009-3.324=-0.315

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.625-2.561=0.064
σ	0.095-0.062=0.033
min	2.473-2.420=0.053
max	2.887-2.754=0.133

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.301-0.307=-0.007
σ	0.008-0.031=-0.023
min	0.283-0.291=-0.008
max	0.350-0.603=-0.253

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.289-0.295=-0.006
σ	0.008-0.011=-0.003
min	0.275-0.280=-0.005
max	0.341-0.364=-0.023

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.941-12.021=-0.080
σ	10.813-12.042=-1.228
min	0.574-0.714=-0.141
max	77.645-91.885=-14.240

*mean*	462.143-468.121=-5.978
σ	21.524-20.029=1.494
min	406.000-408.000=-2.000
max	480.000

*mean*	0.027-0.027=-0.000
σ	0.027-0.029=-0.003
min	0.001-0.001=-0.000
max	0.185-0.221=-0.036

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.029-279.224=-0.194
σ	1.015-1.028=-0.013
min	278.605-278.741=-0.136
max	281.912-282.140=-0.229

*mean*	443.100-442.100=1.000
σ	17.285-16.162=1.123
min	414.000-413.000=1.000
max	463.000-468.000=-5.000

*mean*	0.568-0.567=0.002
σ	0.029-0.030=-0.001
min	0.518-0.507=0.011
max	0.614-0.610=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	226.973-210.487=16.485
σ	25.975-25.044=0.932
min	185.257-186.390=-1.133
max	249.133-241.853=7.280

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	842.000-848.000=-6.000
σ	25.456-0.000=25.456
min	779.000-848.000=-69.000
max	851.000-848.000=3.000

*mean*	8.205-8.179=0.026
σ	1.274-1.056=0.217
min	6.012-6.889=-0.877
max	9.151-9.001=0.150

phase=parser

*mean*	1042.133-1042.131=0.003
σ	0.000-0.000=-0.000
min	1042.133-1042.130=0.003
max	1042.134-1042.131=0.003

*mean*	842.000-848.000=-6.000
σ	25.456-0.000=25.456
min	779.000-848.000=-69.000
max	851.000-848.000=3.000

*mean*	567.167-542.665=24.502
σ	79.965-75.821=4.145
min	436.636-441.112=-4.476
max	618.967-615.167=3.799

phase=processProdDef

*mean*	2243.715-2243.718=-0.003
σ	0.000
min	2243.715-2243.718=-0.003
max	2243.715-2243.718=-0.003

*mean*	851.000-848.000=3.000
σ	0.000
min	851.000-848.000=3.000
max	851.000-848.000=3.000

*mean*	2800.882-2956.776=-155.894
σ	513.254-231.098=282.156
min	1838.661-2598.635=-759.973
max	3308.442-3218.553=89.888

phase=renaming

*mean*	21.436-21.440=-0.004
σ	0.000
min	21.436-21.440=-0.004
max	21.436-21.440=-0.004

*mean*	842.000-848.000=-6.000
σ	25.456-0.000=25.456
min	779.000-848.000=-69.000
max	851.000-848.000=3.000

*mean*	42.866-44.240=-1.375
σ	5.233-3.967=1.266
min	35.915-39.267=-3.353
max	49.209-49.179=0.030

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	842.000-848.000=-6.000
σ	25.456-0.000=25.456
min	779.000-848.000=-69.000
max	851.000-848.000=3.000

*mean*	664.226-660.602=3.623
σ	16.171-16.922=-0.751
min	641.111-630.254=10.856
max	683.417-680.182=3.235

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.855=-0.000
σ	0.038-0.037=0.000
min	282.799-282.800=-0.001
max	282.890-282.890=-0.000

*mean*	441.800-441.400=0.400
σ	3.834-3.286=0.548
min	439.000
max	446.000-445.000=1.000

*mean*	0.378-0.383=-0.006
σ	0.002-0.009=-0.007
min	0.375-0.377=-0.002
max	0.379-0.398=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.062-1268.045=0.017
σ	0.114-0.090=0.024
min	1267.968-1267.971=-0.003
max	1268.255-1268.190=0.065

*mean*	1099.000-1112.600=-13.600
σ	175.989-170.160=5.829
min	892.000-897.000=-5.000
max	1341.000-1325.000=16.000

*mean*	1.980-1.902=0.078
σ	0.108-0.106=0.003
min	1.876-1.818=0.058
max	2.103-2.087=0.016

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.027-1507.051=-0.024
σ	2.973-2.979=-0.005
min	1505.472-1505.519=-0.047
max	1512.333-1512.370=-0.037

*mean*	626.200-632.200=-6.000
σ	87.622-87.862=-0.239
min	495.000-498.000=-3.000
max	728.000-727.000=1.000

*mean*	2.223-2.266=-0.043
σ	0.203-0.238=-0.035
min	2.100-2.070=0.030
max	2.583-2.569=0.014

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.069-1830.095=-0.026
σ	0.036-0.091=-0.055
min	1830.015-1829.992=0.024
max	1830.111-1830.223=-0.112

*mean*	1713.600-1745.200=-31.600
σ	182.998-212.429=-29.431
min	1469.000-1459.000=10.000
max	1886.000-1945.000=-59.000

*mean*	2.963-3.167=-0.203
σ	0.299-0.434=-0.134
min	2.692-2.661=0.031
max	3.473-3.627=-0.154

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.739-1.778=-0.039
σ	0.142-0.114=0.028
min	1.571-1.574=-0.003
max	1.883-1.844=0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.197-406.198=-0.001
σ	509.796-509.796=0.000
min	151.293-151.294=-0.002
max	1170.891-1170.892=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.507-0.490=0.018
σ	0.501-0.469=0.032
min	0.250-0.250=-0.000
max	1.259-1.193=0.066

policies=20

*mean*	1513.127-1513.149=-0.022
σ	0.278-0.277=0.001
min	1512.947-1512.967=-0.019
max	1513.539-1513.559=-0.020

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-445.000=5.250
σ	12.420-3.464=8.956
min	439.000-442.000=-3.000
max	468.000-448.000=20.000

*mean*	2.502-2.509=-0.007
σ	0.017-0.016=0.001
min	2.479-2.497=-0.018
max	2.516-2.532=-0.016

policies=200

*mean*	15139.969-15140.028=-0.059
σ	0.164-0.122=0.042
min	15139.831-15139.875=-0.043
max	15140.175-15140.172=0.003

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-496.500=-0.250
σ	3.775-5.568=-1.793
min	492.000-491.000=1.000
max	501.000-504.000=-3.000

*mean*	25.242-25.288=-0.046
σ	0.060-0.126=-0.066
min	25.169-25.145=0.024
max	25.313-25.450=-0.137