Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.716=-0.020
σ	0.363-0.363=-0.000
min	54.559-54.581=-0.022
max	55.728-55.748=-0.021

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.005=-0.001
min	0.135-0.135=0.000
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.777=0.002
σ	0.008-0.009=-0.001
min	43.766-43.763=0.003
max	43.791-43.788=0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.121=0.002
σ	0.004-0.005=-0.001
min	0.119-0.116=0.003
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.000
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.000

*mean*	4427.125-4591.875=-164.750
σ	2230.102-2248.670=-18.568
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	13.622-165.110=-151.488
σ	3.564-432.571=-429.007
min	12.045-11.937=0.108
max	22.405-1235.668=-1213.263

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.606-36.605=0.001

*mean*	4608.625-4591.875=16.750
σ	2261.333-2248.670=12.663
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	148.270-13.504=134.766
σ	380.389-2.930=377.459
min	11.666-11.750=-0.083
max	1089.639-20.651=1068.988

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.943-41.942=0.001

*mean*	7413.000-7386.000=27.000
σ	0.000
min	7413.000-7386.000=27.000
max	7413.000-7386.000=27.000

*mean*	11.468-12.185=-0.717
σ	0.295-2.118=-1.823
min	11.097-11.011=0.087
max	12.041-16.877=-4.835

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.002=-0.001
min	41.925-41.924=0.001
max	41.925-41.929=-0.004

*mean*	4198.250-4182.625=15.625
σ	1957.137-1944.916=12.221
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	11.668-11.879=-0.211
σ	0.972-1.819=-0.848
min	10.874-10.932=-0.058
max	14.002-16.350=-2.348

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.137-0.137=0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4198.250-4182.625=15.625
σ	1957.137-1944.916=12.221
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	8.839-8.934=-0.096
σ	0.455-1.312=-0.857
min	8.275-7.913=0.363
max	9.713-12.118=-2.405

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000-0.000=0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4198.250-4182.625=15.625
σ	1957.137-1944.916=12.221
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	6.390-6.826=-0.436
σ	0.678-1.027=-0.349
min	5.351-6.127=-0.775
max	7.752-9.338=-1.586

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4608.625-4591.875=16.750
σ	2261.333-2248.670=12.663
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	6.659-6.236=0.423
σ	1.238-0.509=0.729
min	5.820-5.880=-0.061
max	8.849-7.450=1.399

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.001=-0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4608.625-4591.875=16.750
σ	2261.333-2248.670=12.663
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	6.532-6.025=0.507
σ	1.210-0.606=0.604
min	5.783-5.627=0.156
max	8.958-7.504=1.454

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002-0.002=0.000
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7413.000-7386.000=27.000
σ	0.000
min	7413.000-7386.000=27.000
max	7413.000-7386.000=27.000

*mean*	345.684-348.092=-2.408
σ	1.487-0.970=0.517
min	343.634-345.800=-2.166
max	347.554-348.846=-1.292

op=load_product(), with indexes

*mean*	3495.846-3495.855=-0.009
σ	0.455-0.454=0.001
min	3495.685-3495.694=-0.009
max	3496.971-3496.978=-0.007

*mean*	3772.000-3758.750=13.250
σ	2313.092-2299.670=13.422
min	720.000-721.000=-1.000
max	7413.000-7386.000=27.000

*mean*	1801.959-1777.415=24.544
σ	695.110-689.901=5.209
min	1394.826-1401.806=-6.980
max	3025.011-3001.659=23.353

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842-107.841=0.000

*mean*	4198.250-4411.875=-213.625
σ	1957.137-2218.264=-261.127
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	130.747-232.156=-101.409
σ	9.197-273.006=-263.808
min	125.313-123.070=2.243
max	153.036-906.487=-753.451

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001-0.001=0.000
min	62.065-62.065=0.001
max	62.070-62.069=0.001

*mean*	4427.125-4411.875=15.250
σ	2230.102-2218.264=11.838
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	174.918-43.246=131.673
σ	373.576-2.718=370.858
min	41.259-40.758=0.501
max	1099.468-49.217=1050.251

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002-0.002=0.000
min	40.926-40.925=0.001
max	40.930-40.928=0.002

*mean*	7413.000-7386.000=27.000
σ	0.000
min	7413.000-7386.000=27.000
max	7413.000-7386.000=27.000

*mean*	129.344-203.158=-73.814
σ	303.031-508.483=-205.451
min	21.640-21.649=-0.009
max	879.307-1461.574=-582.267

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7413.000-7386.000=27.000
σ	0.000
min	7413.000-7386.000=27.000
max	7413.000-7386.000=27.000

*mean*	58.852-65.735=-6.883
σ	10.097-24.458=-14.361
min	54.517-55.178=-0.661
max	83.813-125.867=-42.055

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.013-0.013=-0.000
min	4646.837-4646.837=0.000
max	4646.875-4646.875=0.000

*mean*	4198.250-4182.625=15.625
σ	1957.137-1944.916=12.221
min	1484.000-1485.000=-1.000
max	7413.000-7386.000=27.000

*mean*	3289.084-3289.353=-0.268
σ	696.782-793.720=-96.939
min	2500.229-2478.984=21.245
max	4153.895-4600.423=-446.528

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002-0.002=-0.000
min	1973.829-1973.827=0.001
max	1973.833-1973.832=0.001

*mean*	7413.000-7386.000=27.000
σ	0.000
min	7413.000-7386.000=27.000
max	7413.000-7386.000=27.000

*mean*	985.634-1038.076=-52.442
σ	118.284-216.159=-97.875
min	911.951-917.976=-6.026
max	1242.397-1443.828=-201.432

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7413.000-7386.000=27.000
σ	0.000
min	7413.000-7386.000=27.000
max	7413.000-7386.000=27.000

*mean*	389.206-408.966=-19.760
σ	3.173-36.274=-33.101
min	381.528-389.106=-7.578
max	391.077-498.278=-107.201

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-476.250=-0.250
σ	0.000-1.035=-1.035
min	476.000-475.000=1.000
max	476.000-477.000=-1.000

*mean*	357.760-362.920=-5.160
σ	37.792-43.117=-5.325
min	309.658-303.259=6.400
max	419.044-422.050=-3.006

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-561.375=0.625
σ	0.000-1.768=-1.768
min	562.000-557.000=5.000
max	562.000

*mean*	754.699-740.855=13.844
σ	43.281-71.166=-27.885
min	671.495-617.341=54.154
max	806.361-822.508=-16.147

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.559-964.563=-0.004
σ	1.880-1.879=0.001
min	963.837-963.843=-0.006
max	972.510-972.510=-0.000

*mean*	1041.300-1040.750=0.550
σ	308.263-306.329=1.933
min	557.000-590.000=-33.000
max	1491.000-1490.000=1.000

*mean*	1.292-1.258=0.034
σ	0.169-0.077=0.092
min	1.180-1.160=0.020
max	1.790-1.493=0.298

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.429=-0.132
σ	0.295-0.438=-0.144
min	0.131-0.138=-0.007
max	0.819-1.201=-0.382

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.833=-0.359
σ	0.318-0.528=-0.210
min	0.322-0.578=-0.255
max	1.043-1.776=-0.733

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.233-0.373=-0.140
σ	0.019-0.040=-0.021
min	0.209-0.343=-0.133
max	0.255-0.442=-0.188

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.551=-0.219
σ	0.019-0.108=-0.089
min	0.315-0.363=-0.048
max	0.363-0.639=-0.275

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.494-0.580=-0.086
σ	0.058-0.099=-0.041
min	0.420-0.494=-0.074
max	0.575-0.744=-0.169

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.490-0.442=0.048
σ	0.062-0.043=0.019
min	0.379-0.378=0.001
max	0.525-0.488=0.036

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.634-2.607=0.027
σ	0.095-0.119=-0.025
min	2.485-2.450=0.036
max	3.052-3.324=-0.272

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.624-2.561=0.063
σ	0.119-0.062=0.057
min	2.438-2.420=0.018
max	3.010-2.754=0.256

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.301-0.307=-0.006
σ	0.009-0.031=-0.022
min	0.283-0.291=-0.008
max	0.359-0.603=-0.244

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295-0.295=0.000
σ	0.012-0.011=0.001
min	0.280-0.280=0.000
max	0.366-0.364=0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.083-12.021=0.062
σ	11.899-12.042=-0.142
min	0.574-0.714=-0.141
max	85.449-91.885=-6.436

*mean*	459.134-468.121=-8.987
σ	20.594-20.029=0.565
min	408.000
max	481.000-480.000=1.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.029=-0.000
min	0.001-0.001=-0.000
max	0.210-0.221=-0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.907-279.224=-0.316
σ	1.002-1.028=-0.026
min	278.396-278.741=-0.345
max	281.735-282.140=-0.406

*mean*	442.400-442.100=0.300
σ	13.970-16.162=-2.192
min	423.000-413.000=10.000
max	465.000-468.000=-3.000

*mean*	0.580-0.567=0.013
σ	0.016-0.030=-0.014
min	0.542-0.507=0.036
max	0.602-0.610=-0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	148.520-210.487=-61.967
σ	11.525-25.044=-13.519
min	134.868-186.390=-51.522
max	163.110-241.853=-78.743

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	8.651-8.179=0.472
σ	0.612-1.056=-0.444
min	7.145-6.889=0.256
max	8.970-9.001=-0.031

phase=parser

*mean*	1042.130-1042.131=-0.001
σ	0.000-0.000=-0.000
min	1042.130-1042.130=-0.001
max	1042.131-1042.131=-0.001

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	580.528-542.665=37.862
σ	39.084-75.821=-36.736
min	494.339-441.112=53.227
max	609.929-615.167=-5.238

phase=processProdDef

*mean*	2241.195-2243.718=-2.523
σ	0.000
min	2241.195-2243.718=-2.523
max	2241.195-2243.718=-2.523

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	3044.506-2956.776=87.730
σ	242.529-231.098=11.431
min	2675.616-2598.635=76.982
max	3283.430-3218.553=64.877

phase=renaming

*mean*	21.433-21.440=-0.007
σ	0.000
min	21.433-21.440=-0.007
max	21.433-21.440=-0.007

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	46.006-44.240=1.765
σ	3.286-3.967=-0.681
min	38.767-39.267=-0.500
max	49.180-49.179=0.001

phase=type checker

*mean*	958.462-958.596=-0.134
σ	0.047
min	958.439-958.573=-0.134
max	958.564-958.698=-0.134

*mean*	848.000
σ	0.000
min	848.000
max	848.000

*mean*	664.041-660.602=3.439
σ	16.227-16.922=-0.695
min	632.209-630.254=1.955
max	684.461-680.182=4.279

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.037-0.037=-0.000
min	282.801-282.800=0.001
max	282.891-282.890=0.001

*mean*	442.400-441.400=1.000
σ	0.548-3.286=-2.739
min	442.000-439.000=3.000
max	443.000-445.000=-2.000

*mean*	0.375-0.383=-0.009
σ	0.004-0.009=-0.005
min	0.371-0.377=-0.006
max	0.382-0.398=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.049-1268.045=0.004
σ	0.110-0.090=0.020
min	1267.946-1267.971=-0.024
max	1268.228-1268.190=0.037

*mean*	1085.000-1112.600=-27.600
σ	163.371-170.160=-6.789
min	890.000-897.000=-7.000
max	1307.000-1325.000=-18.000

*mean*	2.031-1.902=0.129
σ	0.111-0.106=0.006
min	1.852-1.818=0.034
max	2.128-2.087=0.041

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.024-1507.051=-0.026
σ	2.960-2.979=-0.018
min	1505.472-1505.519=-0.047
max	1512.309-1512.370=-0.061

*mean*	622.600-632.200=-9.600
σ	87.446-87.862=-0.416
min	493.000-498.000=-5.000
max	725.000-727.000=-2.000

*mean*	2.230-2.266=-0.036
σ	0.212-0.238=-0.026
min	2.056-2.070=-0.014
max	2.591-2.569=0.021

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.059-1830.095=-0.037
σ	0.040-0.091=-0.051
min	1830.002-1829.992=0.010
max	1830.097-1830.223=-0.126

*mean*	1723.200-1745.200=-22.000
σ	173.120-212.429=-39.309
min	1474.000-1459.000=15.000
max	1883.000-1945.000=-62.000

*mean*	3.051-3.167=-0.115
σ	0.364-0.434=-0.069
min	2.830-2.661=0.169
max	3.700-3.627=0.073

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.643-1.778=-0.135
σ	0.102-0.114=-0.012
min	1.534-1.574=-0.041
max	1.804-1.844=-0.039

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.944-406.198=-0.254
σ	509.285-509.796=-0.511
min	151.299-151.294=0.005
max	1169.872-1170.892=-1.020

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.500-0.490=0.010
σ	0.505-0.469=0.037
min	0.243-0.250=-0.007
max	1.258-1.193=0.065

policies=20

*mean*	1513.131-1513.149=-0.019
σ	0.263-0.277=-0.013
min	1512.959-1512.967=-0.008
max	1513.520-1513.559=-0.039

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.250-445.000=7.250
σ	10.112-3.464=6.648
min	444.000-442.000=2.000
max	467.000-448.000=19.000

*mean*	2.494-2.509=-0.015
σ	0.012-0.016=-0.004
min	2.478-2.497=-0.019
max	2.509-2.532=-0.023

policies=200

*mean*	15140.011-15140.028=-0.017
σ	0.108-0.122=-0.014
min	15139.913-15139.875=0.039
max	15140.154-15140.172=-0.018

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-496.500=1.750
σ	4.272-5.568=-1.296
min	493.000-491.000=2.000
max	503.000-504.000=-1.000

*mean*	24.987-25.288=-0.301
σ	0.122-0.126=-0.004
min	24.913-25.145=-0.232
max	25.170-25.450=-0.281