Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.824-57.825=-0.001
σ	0.362-0.361=0.000
min	57.679-57.686=-0.008
max	58.852-58.852=0.000

*mean*	420.000-422.000=-2.000
σ	0.000
min	420.000-422.000=-2.000
max	420.000-422.000=-2.000

*mean*	0.145-0.147=-0.003
σ	0.006-0.005=0.001
min	0.137-0.138=-0.001
max	0.153-0.155=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.899=-0.001
σ	0.005-0.006=-0.001
min	46.888-46.889=-0.001
max	46.907-46.912=-0.005

*mean*	420.000-422.000=-2.000
σ	0.000
min	420.000-422.000=-2.000
max	420.000-422.000=-2.000

*mean*	0.126-0.128=-0.003
σ	0.004-0.005=-0.000
min	0.121-0.122=-0.001
max	0.134-0.137=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.606=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606-36.606=-0.000

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	11.889-12.261=-0.372
σ	0.099-0.514=-0.415
min	11.752-11.780=-0.028
max	12.029-13.442=-1.413

op=column_set() on indexed, repeat

*mean*	36.606-36.606=0.000
σ	0.000-0.000=-0.000
min	36.606-36.605=0.000
max	36.606-36.606=0.000

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	12.416-12.247=0.169
σ	0.454-0.663=-0.209
min	11.349-11.207=0.142
max	12.770-12.811=-0.042

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.939-41.939=-0.000
max	41.943

*mean*	7283.625-6996.000=287.625
σ	124.729-0.000=124.729
min	7133.000-6996.000=137.000
max	7374.000-6996.000=378.000

*mean*	10.958-11.124=-0.167
σ	0.241-0.201=0.040
min	10.603-10.875=-0.272
max	11.263-11.434=-0.171

op=table_records(), repeat

*mean*	41.926-41.926=-0.000
σ	0.000-0.001=-0.001
min	41.925-41.925=0.000
max	41.926-41.929=-0.003

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	11.021-11.017=0.004
σ	0.160-0.293=-0.133
min	10.780-10.780=0.000
max	11.244-11.683=-0.439

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.586
max	27.972-27.973=-0.000

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	8.646-8.560=0.086
σ	0.166-0.383=-0.218
min	8.414-8.015=0.398
max	8.920-8.962=-0.042

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386
σ	0.000
min	26.386
max	26.386

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	6.750-6.764=-0.014
σ	0.280-0.194=0.086
min	6.275-6.527=-0.252
max	7.058-6.977=0.081

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.675-25.675=0.000

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	5.857-5.779=0.078
σ	0.164-0.191=-0.027
min	5.707-5.569=0.138
max	6.088-6.061=0.028

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=-0.000
σ	0.001-0.000=0.000
min	25.963
max	25.964-25.964=0.000

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	5.723-5.686=0.037
σ	0.049-0.215=-0.167
min	5.663-5.310=0.353
max	5.790-5.998=-0.208

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7253.500-6996.000=257.500
σ	128.820-0.000=128.820
min	7133.000-6996.000=137.000
max	7374.000-6996.000=378.000

*mean*	344.848-348.288=-3.440
σ	2.000-2.368=-0.369
min	342.234-343.979=-1.745
max	347.352-351.191=-3.839

op=load_product(), with indexes

*mean*	3495.849-3495.849=0.000
σ	0.460-0.460=-0.000
min	3495.686
max	3496.988-3496.988=0.000

*mean*	3569.000-3479.125=89.875
σ	2173.506-2112.292=61.214
min	642.000-640.000=2.000
max	7133.000-6996.000=137.000

*mean*	2021.562-1636.272=385.290
σ	703.448-540.251=163.197
min	1384.609-1387.303=-2.694
max	2917.134-2932.621=-15.487

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.842-107.842=0.000
max	107.842-107.843=-0.001

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	133.773-129.985=3.788
σ	9.733-5.921=3.812
min	123.427-122.046=1.380
max	152.503-136.966=15.537

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	42.065-43.039=-0.974
σ	1.927-1.201=0.726
min	39.841-41.465=-1.623
max	45.687-45.140=0.548

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	7283.625-6996.000=287.625
σ	124.729-0.000=124.729
min	7133.000-6996.000=137.000
max	7374.000-6996.000=378.000

*mean*	22.605-22.219=0.386
σ	1.931-1.110=0.820
min	21.285-21.644=-0.358
max	26.387-24.942=1.446

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.295=-0.000
σ	0.002-0.002=-0.000
min	71.294
max	71.298-71.298=-0.000

*mean*	7283.625-6996.000=287.625
σ	124.729-0.000=124.729
min	7133.000-6996.000=137.000
max	7374.000-6996.000=378.000

*mean*	57.150-55.727=1.424
σ	3.020-0.624=2.396
min	55.468-54.798=0.670
max	64.537-56.877=7.660

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=0.000
σ	0.014-0.013=0.000
min	4646.838
max	4646.878-4646.876=0.002

*mean*	3917.000-4229.375=-312.375
σ	1892.431-2155.059=-262.628
min	1248.000-1222.000=26.000
max	7133.000-6996.000=137.000

*mean*	3526.809-3535.271=-8.462
σ	883.273-755.258=128.014
min	2511.600-2492.800=18.800
max	5231.966-4564.553=667.413

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.831=-0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833

*mean*	7283.625-6996.000=287.625
σ	124.729-0.000=124.729
min	7133.000-6996.000=137.000
max	7374.000-6996.000=378.000

*mean*	985.128-1096.668=-111.540
σ	142.708-406.242=-263.535
min	925.724-916.757=8.966
max	1338.074-2083.339=-745.265

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.000
σ	0.002-0.002=0.000
min	905.082
max	905.088

*mean*	7283.625-6996.000=287.625
σ	124.729-0.000=124.729
min	7133.000-6996.000=137.000
max	7374.000-6996.000=378.000

*mean*	409.474-403.718=5.757
σ	36.823-40.397=-3.574
min	391.943-377.388=14.555
max	499.658-502.707=-3.049

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-476.125=0.625
σ	0.463-0.354=0.109
min	476.000
max	477.000

*mean*	364.816-378.865=-14.049
σ	44.310-49.881=-5.571
min	304.061-300.659=3.402
max	429.170-431.572=-2.401

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	567.375-565.000=2.375
σ	1.768-0.000=1.768
min	563.000-565.000=-2.000
max	568.000-565.000=3.000

*mean*	751.544-767.595=-16.051
σ	74.788-69.476=5.311
min	631.859-636.556=-4.696
max	859.900-871.886=-11.986

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.915=0.004
σ	2.437-2.439=-0.001
min	976.071-976.070=0.002
max	987.247-987.250=-0.002

*mean*	1049.850-1048.150=1.700
σ	317.650-317.287=0.363
min	573.000-559.000=14.000
max	1517.000-1515.000=2.000

*mean*	1.322-1.273=0.049
σ	0.139-0.070=0.069
min	1.208-1.186=0.022
max	1.780-1.461=0.319

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.296-0.391=-0.095
σ	0.281-0.513=-0.232
min	0.144-0.139=0.005
max	0.796-1.307=-0.510

name=error_case.art

*mean*	2.347
σ	0.012
min	2.340
max	2.369

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.463-0.472=-0.009
σ	0.297-0.330=-0.033
min	0.317-0.312=0.005
max	0.994-1.062=-0.068

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.218-0.217=0.000
σ	0.023-0.022=0.000
min	0.201-0.200=0.000
max	0.258-0.255=0.003

name=nested_use.art

*mean*	2.365
σ	0.002
min	2.364
max	2.368

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.334-0.327=0.007
σ	0.022-0.018=0.003
min	0.320-0.310=0.010
max	0.372-0.356=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.086
σ	0.009
min	965.081
max	965.103

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.547-0.580=-0.033
σ	0.037-0.028=0.009
min	0.494-0.531=-0.037
max	0.595-0.601=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.468
σ	0.002
min	886.467
max	886.470

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.473-0.473=-0.000
σ	0.038-0.049=-0.011
min	0.428-0.407=0.021
max	0.532-0.521=0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.966-1.942=0.023
σ	0.084-0.074=0.010
min	1.771-1.784=-0.013
max	2.227-2.225=0.002

name=record_render_large_syntax_err.art

*mean*	7.668
σ	0.002
min	7.667
max	7.671

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.977-1.945=0.031
σ	0.084-0.073=0.011
min	1.804-1.827=-0.022
max	2.313-2.267=0.046

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.308-0.302=0.006
σ	0.023-0.010=0.013
min	0.291-0.286=0.005
max	0.513-0.346=0.167

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.294-0.290=0.004
σ	0.008-0.020=-0.013
min	0.282-0.274=0.008
max	0.333-0.464=-0.131

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.633-11.899=-0.266
σ	11.973-11.767=0.206
min	0.574-0.574=0.000
max	122.015-82.364=39.651

*mean*	461.063-459.185=1.878
σ	21.133-17.261=3.872
min	408.000-406.000=2.000
max	481.000-475.000=6.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.029=0.001
min	0.001-0.001=0.000
max	0.294-0.202=0.092

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.854-293.817=0.037
σ	1.032-1.033=-0.001
min	293.476-293.404=0.071
max	296.788-296.751=0.037

*mean*	444.300-442.100=2.200
σ	19.782-17.438=2.344
min	416.000
max	468.000-463.000=5.000

*mean*	0.593-0.580=0.013
σ	0.024-0.041=-0.017
min	0.548-0.519=0.029
max	0.628-0.639=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	147.214-151.867=-4.653
σ	10.522-11.126=-0.604
min	137.089-138.646=-1.557
max	164.774-164.381=0.394

phase=macro expansion

*mean*	5.894-5.897=-0.004
σ	0.000
min	5.894-5.897=-0.004
max	5.894-5.897=-0.004

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	6.194-7.542=-1.348
σ	1.074-2.266=-1.193
min	5.761-5.772=-0.011
max	8.850-11.969=-3.119

phase=parser

*mean*	1042.248-1042.247=0.001
σ	0.000-0.000=0.000
min	1042.247-1042.247=0.001
max	1042.248-1042.247=0.001

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	387.554-481.092=-93.538
σ	30.981-139.005=-108.025
min	372.148-366.686=5.462
max	463.865-721.727=-257.862

phase=processProdDef

*mean*	2241.195-2241.197=-0.003
σ	0.000
min	2241.195-2241.197=-0.003
max	2241.195-2241.197=-0.003

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	2952.668-2837.584=115.084
σ	213.399-410.935=-197.536
min	2646.992-2007.692=639.300
max	3193.163-3337.469=-144.306

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	34.991-35.889=-0.898
σ	4.779-9.431=-4.652
min	32.352-20.084=12.269
max	46.650-47.178=-0.528

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	662.559-678.276=-15.717
σ	23.643-58.464=-34.820
min	630.133-609.992=20.141
max	688.652-775.004=-86.352

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.017-328.017=0.001
σ	0.037-0.037=0.000
min	327.966-327.966=0.001
max	328.054-328.055=-0.001

*mean*	441.000-439.200=1.800
σ	4.123-3.701=0.422
min	434.000-433.000=1.000
max	444.000-442.000=2.000

*mean*	0.433-0.436=-0.004
σ	0.009-0.008=0.001
min	0.423-0.423=0.000
max	0.443-0.445=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.231-1313.236=-0.005
σ	0.145-0.137=0.008
min	1313.124-1313.125=-0.002
max	1313.484-1313.471=0.012

*mean*	1093.600-1072.000=21.600
σ	181.179-164.610=16.569
min	891.000-876.000=15.000
max	1325.000-1279.000=46.000

*mean*	1.887-1.887=-0.001
σ	0.051-0.053=-0.002
min	1.821-1.827=-0.006
max	1.935-1.934=0.000

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.251-1552.231=0.020
σ	3.021-3.032=-0.012
min	1550.733-1550.693=0.040
max	1557.648-1557.647=0.001

*mean*	621.400-618.000=3.400
σ	87.168-85.029=2.139
min	520.000-519.000=1.000
max	739.000-732.000=7.000

*mean*	2.300-2.268=0.032
σ	0.141-0.135=0.006
min	2.162-2.135=0.027
max	2.481-2.442=0.039

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.231-1875.222=0.009
σ	0.055-0.046=0.009
min	1875.162-1875.165=-0.003
max	1875.302-1875.274=0.028

*mean*	1734.800-1708.600=26.200
σ	217.364-265.396=-48.032
min	1451.000-1391.000=60.000
max	1943.000-2078.000=-135.000

*mean*	2.969-2.893=0.075
σ	0.145-0.084=0.060
min	2.813-2.821=-0.008
max	3.114-3.034=0.081

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.539-1.628=-0.089
σ	0.109-0.137=-0.028
min	1.388-1.390=-0.001
max	1.660-1.731=-0.071

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.419-419.419=-0.000
σ	508.920-508.919=0.001
min	164.953-164.957=-0.005
max	1182.799-1182.797=0.002

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	431.000-429.000=2.000
σ	0.000
min	431.000-429.000=2.000
max	431.000-429.000=2.000

*mean*	0.515-0.531=-0.016
σ	0.502-0.529=-0.027
min	0.236-0.261=-0.024
max	1.267-1.325=-0.057

policies=20

*mean*	1649.808-1649.816=-0.008
σ	0.362-0.368=-0.006
min	1649.599-1649.591=0.008
max	1650.350-1650.366=-0.016

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-448.000=1.250
σ	16.215-17.088=-0.873
min	432.000-429.000=3.000
max	469.000

*mean*	2.644-2.654=-0.010
σ	0.018-0.012=0.007
min	2.625-2.647=-0.023
max	2.660-2.671=-0.011

policies=200

*mean*	16506.084-16506.095=-0.011
σ	0.064-0.052=0.011
min	16506.023-16506.040=-0.017
max	16506.150-16506.141=0.008

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-497.000=2.250
σ	5.058-6.481=-1.423
min	493.000-490.000=3.000
max	505.000

*mean*	26.751-26.697=0.054
σ	0.139-0.149=-0.010
min	26.598-26.566=0.032
max	26.876-26.834=0.042