Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.716=0.002
σ	0.362-0.362=0.000
min	54.585-54.582=0.003
max	55.747-55.745=0.001

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.142-0.141=0.000
σ	0.004-0.004=0.000
min	0.138-0.139=-0.000
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=-0.000
σ	0.008-0.008=-0.001
min	43.762-43.766=-0.004
max	43.788-43.793=-0.005

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.123-0.122=0.001
σ	0.005-0.005=0.000
min	0.117-0.117=-0.000
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4431.500-4586.375=-154.875
σ	2229.500-2251.005=-21.505
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	13.443-158.421=-144.978
σ	3.456-413.367=-409.911
min	11.918-11.882=0.036
max	21.918-1181.451=-1159.533

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.604=0.001

*mean*	4611.000-4586.375=24.625
σ	2260.727-2251.005=9.722
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	154.936-13.746=141.190
σ	398.908-4.505=394.403
min	11.520-11.648=-0.128
max	1142.145-24.821=1117.324

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.000

*mean*	7414.000-7386.000=28.000
σ	0.000
min	7414.000-7386.000=28.000
max	7414.000-7386.000=28.000

*mean*	10.958-11.356=-0.398
σ	0.112-1.114=-1.002
min	10.705-10.626=0.079
max	11.087-14.081=-2.994

op=table_records(), repeat

*mean*	41.925-41.924=0.000
σ	0.000-0.000=0.000
min	41.924
max	41.925-41.925=0.000

*mean*	4202.375-4174.750=27.625
σ	1956.701-1946.396=10.305
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	11.320-11.554=-0.234
σ	1.125-1.740=-0.614
min	10.593-10.832=-0.239
max	14.058-15.854=-1.796

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4202.375-4174.750=27.625
σ	1956.701-1946.396=10.305
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	8.785-9.023=-0.237
σ	0.601-1.135=-0.534
min	8.080-7.952=0.129
max	10.114-11.719=-1.606

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.001=-0.001
min	26.384
max	26.384-26.388=-0.004

*mean*	4202.375-4174.750=27.625
σ	1956.701-1946.396=10.305
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	7.000-7.084=-0.084
σ	0.374-0.929=-0.554
min	6.611-6.364=0.247
max	7.868-9.294=-1.426

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4611.000-4586.375=24.625
σ	2260.727-2251.005=9.722
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	6.600-6.371=0.228
σ	0.990-1.060=-0.070
min	6.006-5.637=0.369
max	8.530-8.940=-0.410

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4611.000-4586.375=24.625
σ	2260.727-2251.005=9.722
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	6.250-6.292=-0.042
σ	0.704-1.120=-0.416
min	5.757-5.602=0.155
max	7.555-8.943=-1.388

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7414.000-7386.000=28.000
σ	0.000
min	7414.000-7386.000=28.000
max	7414.000-7386.000=28.000

*mean*	363.421-349.339=14.082
σ	42.821-2.874=39.948
min	345.075-345.208=-0.132
max	469.300-352.783=116.517

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=-0.000
max	3496.977-3496.978=-0.001

*mean*	3774.250-3753.250=21.000
σ	2313.256-2299.677=13.578
min	720.000-721.000=-1.000
max	7414.000-7386.000=28.000

*mean*	1797.799-1777.670=20.128
σ	676.777-692.206=-15.429
min	1395.361-1399.670=-4.309
max	2983.034-2989.546=-6.512

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4202.375-4404.500=-202.125
σ	1956.701-2220.786=-264.085
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	135.414-244.137=-108.723
σ	10.150-307.869=-297.719
min	127.093-122.798=4.295
max	157.141-1004.891=-847.750

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4431.500-4404.500=27.000
σ	2229.500-2220.786=8.714
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	167.109-43.842=123.267
σ	352.280-3.029=349.251
min	40.193-40.931=-0.738
max	1038.947-50.522=988.425

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7414.000-7386.000=28.000
σ	0.000
min	7414.000-7386.000=28.000
max	7414.000-7386.000=28.000

*mean*	23.595-198.692=-175.098
σ	5.457-496.990=-491.533
min	21.341-21.587=-0.246
max	37.095-1428.658=-1391.564

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296-71.296=0.000

*mean*	7414.000-7386.000=28.000
σ	0.000
min	7414.000-7386.000=28.000
max	7414.000-7386.000=28.000

*mean*	256.565-64.888=191.678
σ	560.436-21.603=538.834
min	54.860-55.702=-0.842
max	1643.439-117.718=1525.721

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4202.375-4174.750=27.625
σ	1956.701-1946.396=10.305
min	1484.000-1483.000=1.000
max	7414.000-7386.000=28.000

*mean*	3250.927-3272.222=-21.296
σ	694.235-748.865=-54.630
min	2541.732-2495.515=46.217
max	4400.165-4518.940=-118.775

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7414.000-7386.000=28.000
σ	0.000
min	7414.000-7386.000=28.000
max	7414.000-7386.000=28.000

*mean*	969.378-1058.433=-89.055
σ	72.345-304.472=-232.126
min	926.302-922.405=3.898
max	1104.874-1796.282=-691.408

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7414.000-7386.000=28.000
σ	0.000
min	7414.000-7386.000=28.000
max	7414.000-7386.000=28.000

*mean*	387.657-411.579=-23.922
σ	6.303-48.275=-41.972
min	372.971-382.250=-9.279
max	392.075-530.151=-138.075

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.000-477.000=2.000
σ	0.000
min	479.000-477.000=2.000
max	479.000-477.000=2.000

*mean*	385.420-372.613=12.807
σ	43.572-46.372=-2.800
min	314.414-319.106=-4.692
max	441.249-431.580=9.669

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-562.000=-4.000
σ	0.000
min	558.000-562.000=-4.000
max	558.000-562.000=-4.000

*mean*	750.138-732.939=17.199
σ	69.787-91.775=-21.989
min	640.031-566.225=73.806
max	829.879-821.620=8.259

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.563=0.000
σ	1.879-1.881=-0.002
min	963.843-963.843=-0.000
max	972.511-972.517=-0.006

*mean*	1039.950-1036.200=3.750
σ	293.114-309.526=-16.412
min	547.000-544.000=3.000
max	1430.000-1532.000=-102.000

*mean*	1.282-1.244=0.038
σ	0.171-0.064=0.108
min	1.172-1.183=-0.010
max	1.767-1.416=0.351

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.395-0.295=0.100
σ	0.514-0.292=0.222
min	0.139-0.141=-0.002
max	1.311-0.814=0.497

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.472-0.472=0.000
σ	0.314-0.322=-0.008
min	0.317-0.320=-0.003
max	1.033-1.047=-0.014

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.215=0.000
σ	0.019-0.018=0.001
min	0.200-0.199=0.001
max	0.247-0.245=0.002

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.332=-0.001
σ	0.019-0.023=-0.004
min	0.316-0.311=0.005
max	0.362-0.367=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.536-0.590=-0.054
σ	0.051-0.023=0.029
min	0.486-0.551=-0.064
max	0.607-0.607=0.000

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.460-0.469=-0.009
σ	0.047-0.036=0.011
min	0.422-0.412=0.010
max	0.513-0.502=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.641-1.960=0.680
σ	0.107-0.064=0.043
min	2.496-1.858=0.638
max	3.099-2.243=0.856

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.578-1.927=0.651
σ	0.103-0.076=0.027
min	2.456-1.744=0.713
max	3.197-2.127=1.070

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.312-0.303=0.009
σ	0.028-0.012=0.016
min	0.289-0.289=0.000
max	0.501-0.381=0.121

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.290-0.289=0.000
σ	0.007-0.007=-0.000
min	0.275-0.275=-0.000
max	0.327-0.328=-0.001

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.740-11.266=0.475
σ	12.227-11.749=0.478
min	0.574-0.573=0.001
max	153.781-88.696=65.084

*mean*	459.074-465.863=-6.789
σ	19.250-21.062=-1.813
min	409.000-408.000=1.000
max	477.000-484.000=-7.000

*mean*	0.027-0.026=0.001
σ	0.030-0.029=0.001
min	0.001-0.001=0.000
max	0.366-0.226=0.140

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.062-278.931=0.131
σ	1.066-1.018=0.047
min	278.637-278.548=0.089
max	282.090-281.823=0.268

*mean*	443.200-440.300=2.900
σ	15.245-15.614=-0.369
min	414.000-416.000=-2.000
max	467.000-466.000=1.000

*mean*	0.580-0.575=0.005
σ	0.019-0.020=-0.002
min	0.544-0.539=0.005
max	0.617-0.608=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	233.657-203.701=29.955
σ	19.057-22.096=-3.039
min	189.120-186.188=2.932
max	252.009-248.670=3.339

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	873.000-838.750=34.250
σ	0.000-31.820=-31.820
min	873.000-760.000=113.000
max	873.000-850.000=23.000

*mean*	7.379-8.010=-0.631
σ	2.156-1.419=0.737
min	5.937-5.965=-0.028
max	11.961-9.117=2.844

phase=parser

*mean*	1042.131-1042.133=-0.002
σ	0.000-0.000=-0.000
min	1042.131-1042.133=-0.002
max	1042.132-1042.134=-0.002

*mean*	873.000-838.750=34.250
σ	0.000-31.820=-31.820
min	873.000-760.000=113.000
max	873.000-850.000=23.000

*mean*	457.232-587.343=-130.112
σ	128.845-57.871=70.974
min	374.811-446.111=-71.300
max	719.180-618.131=101.049

phase=processProdDef

*mean*	2243.717-2243.715=0.003
σ	0.000
min	2243.717-2243.715=0.003
max	2243.717-2243.715=0.003

*mean*	873.000-850.000=23.000
σ	0.000
min	873.000-850.000=23.000
max	873.000-850.000=23.000

*mean*	2688.163-2909.029=-220.866
σ	636.327-285.040=351.287
min	1976.603-2381.854=-405.251
max	3336.478-3231.880=104.597

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000-838.750=34.250
σ	0.000-31.820=-31.820
min	873.000-760.000=113.000
max	873.000-850.000=23.000

*mean*	36.277-42.509=-6.232
σ	9.455-6.264=3.191
min	19.858-34.000=-14.143
max	47.149-48.958=-1.809

phase=type checker

*mean*	958.596-958.600=-0.004
σ	0.047
min	958.573-958.577=-0.004
max	958.698-958.702=-0.004

*mean*	873.000-838.750=34.250
σ	0.000-31.820=-31.820
min	873.000-760.000=113.000
max	873.000-850.000=23.000

*mean*	683.118-662.513=20.605
σ	76.440-15.291=61.150
min	613.161-636.634=-23.473
max	841.407-681.304=160.103

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.855=0.000
σ	0.036-0.039=-0.003
min	282.804-282.800=0.003
max	282.890-282.894=-0.005

*mean*	441.400
σ	3.286
min	439.000
max	445.000

*mean*	0.379-0.376=0.003
σ	0.002-0.000=0.002
min	0.377-0.375=0.002
max	0.384-0.376=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.057-1268.058=-0.001
σ	0.116-0.111=0.005
min	1267.967-1267.970=-0.003
max	1268.252-1268.245=0.007

*mean*	1090.200-1093.000=-2.800
σ	167.926-169.819=-1.893
min	892.000
max	1322.000-1325.000=-3.000

*mean*	2.038-1.943=0.095
σ	0.106-0.070=0.035
min	1.873-1.856=0.017
max	2.154-2.040=0.114

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.030-1507.032=-0.002
σ	2.970-2.971=-0.001
min	1505.478-1505.479=-0.001
max	1512.330-1512.334=-0.003

*mean*	625.400
σ	87.248
min	495.000
max	727.000

*mean*	2.217-2.231=-0.014
σ	0.187-0.206=-0.019
min	2.120-2.129=-0.009
max	2.551-2.599=-0.048

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.070-1830.063=0.007
σ	0.045-0.047=-0.002
min	1829.999-1829.993=0.006
max	1830.115-1830.113=0.002

*mean*	1726.400-1719.800=6.600
σ	181.962-190.401=-8.439
min	1472.000-1456.000=16.000
max	1895.000-1893.000=2.000

*mean*	2.993-3.022=-0.029
σ	0.269-0.331=-0.062
min	2.829-2.815=0.013
max	3.472-3.611=-0.140

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.864-1.814=0.050
σ	0.044-0.110=-0.066
min	1.796-1.622=0.174
max	1.916-1.890=0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.196-406.199=-0.003
σ	509.796-509.796=-0.000
min	151.293-151.296=-0.003
max	1170.890-1170.893=-0.003

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	441.000-447.000=-6.000
σ	0.000
min	441.000-447.000=-6.000
max	441.000-447.000=-6.000

*mean*	0.510-0.495=0.015
σ	0.509-0.490=0.019
min	0.255-0.241=0.013
max	1.274-1.231=0.043

policies=20

*mean*	1513.126-1513.148=-0.022
σ	0.272-0.272=-0.000
min	1512.946-1512.974=-0.028
max	1513.528-1513.551=-0.024

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.750
σ	4.500-0.500=4.000
min	441.000-447.000=-6.000
max	450.000-448.000=2.000

*mean*	2.497-2.508=-0.011
σ	0.018-0.031=-0.013
min	2.482-2.469=0.012
max	2.515-2.539=-0.024

policies=200

*mean*	15139.976-15139.963=0.013
σ	0.152-0.117=0.036
min	15139.814-15139.807=0.007
max	15140.177-15140.064=0.113

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-498.750=-1.000
σ	4.031-7.136=-3.104
min	493.000-491.000=2.000
max	502.000-507.000=-5.000

*mean*	25.268-25.351=-0.083
σ	0.163-0.102=0.061
min	25.106-25.225=-0.120
max	25.487-25.443=0.044