Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.717=-0.019
σ	0.367-0.364=0.003
min	54.555-54.581=-0.027
max	55.740-55.751=-0.011

*mean*	418.000-419.400=-1.400
σ	0.000-0.966=-0.966
min	418.000
max	418.000-420.000=-2.000

*mean*	0.138-0.139=-0.001
σ	0.005-0.005=0.000
min	0.131-0.133=-0.002
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.007-0.006=0.001
min	43.769-43.768=0.000
max	43.791-43.787=0.004

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.122-0.120=0.003
σ	0.004-0.005=-0.001
min	0.119-0.115=0.004
max	0.130-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.606-36.605=0.001

*mean*	4591.125-4586.875=4.250
σ	2249.158-2250.583=-1.425
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	134.079-166.207=-32.128
σ	342.801-433.323=-90.523
min	11.695-12.096=-0.402
max	982.454-1238.618=-256.164

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.001

*mean*	4591.125-4586.875=4.250
σ	2249.158-2250.583=-1.425
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	13.979-14.538=-0.559
σ	3.278-4.679=-1.400
min	11.297-11.505=-0.209
max	21.021-25.373=-4.352

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7384.000-7382.000=2.000
σ	0.000
min	7384.000-7382.000=2.000
max	7384.000-7382.000=2.000

*mean*	11.652-11.739=-0.088
σ	1.872-2.004=-0.132
min	10.620-10.798=-0.178
max	16.254-16.670=-0.416

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=-0.000
min	41.925-41.924=0.000
max	41.926-41.925=0.000

*mean*	4182.625-4176.500=6.125
σ	1945.750-1946.936=-1.186
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	11.486-11.493=-0.007
σ	1.790-1.790=-0.000
min	10.637-10.592=0.045
max	15.893-15.882=0.011

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.136-0.136=0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4182.625-4176.500=6.125
σ	1945.750-1946.936=-1.186
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	8.953-8.976=-0.023
σ	1.215-1.229=-0.014
min	7.965-8.008=-0.043
max	11.887-11.921=-0.034

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4182.625-4176.500=6.125
σ	1945.750-1946.936=-1.186
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	7.067-6.957=0.110
σ	0.925-0.963=-0.039
min	6.335-6.255=0.081
max	9.290-9.295=-0.006

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4591.125-4586.875=4.250
σ	2249.158-2250.583=-1.425
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	6.489-6.513=-0.024
σ	0.789-1.043=-0.254
min	6.012-5.844=0.168
max	8.071-8.782=-0.712

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.001=-0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4591.125-4586.875=4.250
σ	2249.158-2250.583=-1.425
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	6.285-6.393=-0.108
σ	0.689-1.093=-0.404
min	5.801-5.746=0.055
max	7.559-8.864=-1.305

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7384.000-7382.000=2.000
σ	0.000
min	7384.000-7382.000=2.000
max	7384.000-7382.000=2.000

*mean*	359.091-345.510=13.580
σ	40.719-1.484=39.235
min	342.441-342.427=0.014
max	459.746-346.872=112.874

op=load_product(), with indexes

*mean*	3495.846-3495.854=-0.009
σ	0.455-0.454=0.001
min	3495.685-3495.694=-0.009
max	3496.971-3496.977=-0.006

*mean*	3758.125-3754.250=3.875
σ	2300.476-2300.373=0.103
min	720.000-721.000=-1.000
max	7384.000-7382.000=2.000

*mean*	1794.745-1789.447=5.297
σ	668.238-673.818=-5.580
min	1400.055-1389.947=10.107
max	2950.282-2969.804=-19.522

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=0.001

*mean*	4411.500-4405.000=6.500
σ	2218.539-2219.843=-1.305
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	262.396-288.983=-26.587
σ	359.140-437.719=-78.578
min	125.171-123.900=1.270
max	1150.156-1371.483=-221.327

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001
min	62.065-62.065=0.001
max	62.069-62.068=0.001

*mean*	4411.500-4405.000=6.500
σ	2218.539-2219.843=-1.305
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	44.879-45.543=-0.664
σ	7.860-8.548=-0.688
min	40.197-40.358=-0.161
max	64.118-66.344=-2.227

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002
min	40.926-40.925=0.001
max	40.930-40.928=0.001

*mean*	7384.000-7382.000=2.000
σ	0.000
min	7384.000-7382.000=2.000
max	7384.000-7382.000=2.000

*mean*	208.099-178.101=29.998
σ	524.525-441.457=83.068
min	21.328-21.535=-0.207
max	1506.215-1270.650=235.565

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=-0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7384.000-7382.000=2.000
σ	0.000
min	7384.000-7382.000=2.000
max	7384.000-7382.000=2.000

*mean*	64.431-64.549=-0.118
σ	21.397-23.162=-1.766
min	55.529-54.859=0.671
max	116.825-121.767=-4.942

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=0.000
min	4646.837-4646.837=0.000
max	4646.875-4646.875=0.000

*mean*	4182.625-4176.500=6.125
σ	1945.750-1946.936=-1.186
min	1483.000-1486.000=-3.000
max	7384.000-7382.000=2.000

*mean*	3151.518-3252.999=-101.481
σ	657.278-758.214=-100.937
min	2504.195-2486.236=17.959
max	4061.668-4437.405=-375.736

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002
min	1973.829-1973.827=0.001
max	1973.833-1973.832=0.001

*mean*	7384.000-7382.000=2.000
σ	0.000
min	7384.000-7382.000=2.000
max	7384.000-7382.000=2.000

*mean*	1061.236-989.950=71.286
σ	254.716-166.779=87.937
min	923.524-899.737=23.786
max	1663.766-1372.801=290.966

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7384.000-7382.000=2.000
σ	0.000
min	7384.000-7382.000=2.000
max	7384.000-7382.000=2.000

*mean*	407.459-384.558=22.902
σ	48.064-5.168=42.896
min	375.900-374.444=1.456
max	525.273-392.729=132.544

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.250-477.000=1.250
σ	1.488-0.000=1.488
min	475.000-477.000=-2.000
max	479.000-477.000=2.000

*mean*	375.708-350.604=25.104
σ	34.916-34.143=0.773
min	324.776-300.229=24.547
max	434.521-413.386=21.135

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000
σ	0.000
min	563.000
max	563.000

*mean*	704.223-766.416=-62.193
σ	90.448-41.922=48.525
min	591.068-666.091=-75.023
max	837.124-796.752=40.372

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.522-964.563=-0.041
σ	1.882-1.879=0.003
min	963.805-963.845=-0.040
max	972.482-972.510=-0.028

*mean*	1039.650-1046.150=-6.500
σ	306.539-314.916=-8.376
min	588.000-553.000=35.000
max	1490.000-1509.000=-19.000

*mean*	1.254-1.290=-0.036
σ	0.067-0.145=-0.078
min	1.187-1.175=0.012
max	1.455-1.781=-0.326

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.294-0.451=-0.157
σ	0.287-0.467=-0.180
min	0.143-0.224=-0.081
max	0.803-1.286=-0.484

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.830=-0.348
σ	0.323-0.512=-0.190
min	0.327-0.579=-0.252
max	1.058-1.745=-0.687

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.382=-0.159
σ	0.033-0.035=-0.002
min	0.203-0.355=-0.152
max	0.283-0.443=-0.160

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.343-0.593=-0.251
σ	0.024-0.026=-0.002
min	0.315-0.568=-0.253
max	0.376-0.634=-0.257

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	430.600-431.000=-0.400
σ	0.548-0.000=0.548
min	430.000-431.000=-1.000
max	431.000

*mean*	0.559-0.705=-0.147
σ	0.049-0.022=0.027
min	0.492-0.684=-0.192
max	0.604-0.738=-0.134

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.454-0.622=-0.167
σ	0.024-0.034=-0.010
min	0.424-0.563=-0.138
max	0.486-0.645=-0.159

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.957-3.522=-1.565
σ	0.075-0.084=-0.009
min	1.838-3.372=-1.533
max	2.155-3.809=-1.654

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.947-3.495=-1.548
σ	0.072-0.078=-0.006
min	1.835-3.361=-1.526
max	2.203-3.803=-1.601

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.308-0.546=-0.238
σ	0.027-0.032=-0.005
min	0.289-0.509=-0.220
max	0.487-0.751=-0.263

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.290-0.518=-0.228
σ	0.008-0.027=-0.019
min	0.278-0.496=-0.218
max	0.321-0.754=-0.433

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.432-11.711=-0.279
σ	11.623-11.138=0.485
min	0.715-0.574=0.141
max	99.874-71.265=28.609

*mean*	456.187-459.149=-2.962
σ	18.585-18.873=-0.288
min	408.000
max	473.000-478.000=-5.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.028=0.001
min	0.001-0.001=-0.000
max	0.238-0.176=0.063

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.962-279.245=-0.283
σ	1.069-1.041=0.028
min	278.573-278.839=-0.265
max	282.003-282.204=-0.201

*mean*	442.300-441.900=0.400
σ	17.563-14.617=2.946
min	414.000-417.000=-3.000
max	469.000-463.000=6.000

*mean*	0.576-0.579=-0.003
σ	0.020-0.013=0.007
min	0.544-0.544=-0.000
max	0.617-0.588=0.029

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	149.322-226.526=-77.205
σ	11.471-19.092=-7.621
min	131.128-191.162=-60.034
max	161.951-245.793=-83.842

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	8.603-6.419=2.184
σ	2.514-1.190=1.324
min	5.808-5.828=-0.020
max	11.930-9.198=2.732

phase=parser

*mean*	1042.132-1042.133=-0.001
σ	0.000-0.000=0.000
min	1042.132-1042.133=-0.001
max	1042.132-1042.133=-0.001

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	550.874-412.960=137.915
σ	154.167-85.363=68.804
min	375.518-371.232=4.286
max	734.233-618.607=115.627

phase=processProdDef

*mean*	2241.194-2243.716=-2.523
σ	0.000
min	2241.194-2243.716=-2.523
max	2241.194-2243.716=-2.523

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	2924.044-2622.971=301.074
σ	520.787-167.808=352.979
min	1971.417-2438.257=-466.840
max	3369.417-2949.422=419.994

phase=renaming

*mean*	21.434-21.440=-0.006
σ	0.000
min	21.434-21.440=-0.006
max	21.434-21.440=-0.006

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	42.629-34.093=8.536
σ	3.188-3.958=-0.770
min	39.595-26.114=13.481
max	47.929-40.227=7.702

phase=type checker

*mean*	958.462-958.596=-0.134
σ	0.047
min	958.439-958.573=-0.134
max	958.564-958.698=-0.134

*mean*	850.000
σ	0.000
min	850.000
max	850.000

*mean*	731.415-649.580=81.835
σ	83.790-15.378=68.411
min	635.318-615.427=19.891
max	844.993-665.434=179.559

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.829-282.855=-0.026
σ	0.038-0.039=-0.001
min	282.776-282.801=-0.025
max	282.869-282.895=-0.026

*mean*	437.600-442.000=-4.400
σ	5.367-2.739=2.628
min	432.000-440.000=-8.000
max	444.000-445.000=-1.000

*mean*	0.374-0.375=-0.000
σ	0.002-0.001=0.001
min	0.370-0.374=-0.003
max	0.376-0.375=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.021-1268.052=-0.031
σ	0.095-0.107=-0.012
min	1267.930-1267.955=-0.025
max	1268.170-1268.227=-0.057

*mean*	1109.600-1093.200=16.400
σ	183.821-169.955=13.866
min	890.000-892.000=-2.000
max	1359.000-1325.000=34.000

*mean*	1.943-1.986=-0.044
σ	0.091-0.098=-0.006
min	1.866-1.867=-0.001
max	2.092-2.118=-0.026

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.021-1507.033=-0.012
σ	2.909-2.965=-0.056
min	1505.549-1505.481=0.068
max	1512.215-1512.326=-0.111

*mean*	636.800-625.200=11.600
σ	73.659-87.311=-13.652
min	538.000-495.000=43.000
max	729.000-727.000=2.000

*mean*	2.277-2.237=0.040
σ	0.180-0.209=-0.029
min	2.066-2.080=-0.014
max	2.464-2.600=-0.136

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.033-1830.069=-0.036
σ	0.055-0.042=0.013
min	1829.960-1830.003=-0.043
max	1830.076-1830.110=-0.034

*mean*	1756.000-1719.800=36.200
σ	212.237-190.212=22.025
min	1476.000-1457.000=19.000
max	1958.000-1893.000=65.000

*mean*	3.136-3.035=0.101
σ	0.262-0.349=-0.087
min	2.844-2.846=-0.002
max	3.508-3.659=-0.151

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.616-1.784=-0.167
σ	0.074-0.156=-0.081
min	1.485-1.569=-0.084
max	1.667-1.951=-0.284

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.896-406.201=-0.304
σ	509.283-509.797=-0.514
min	151.252-151.298=-0.047
max	1169.820-1170.896=-1.076

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	434.000-442.000=-8.000
σ	0.000
min	434.000-442.000=-8.000
max	434.000-442.000=-8.000

*mean*	0.512-0.480=0.033
σ	0.516-0.455=0.060
min	0.249-0.246=0.003
max	1.286-1.163=0.123

policies=20

*mean*	1512.672-1513.136=-0.464
σ	0.258-0.261=-0.003
min	1512.505-1513.003=-0.498
max	1513.054-1513.528=-0.474

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	443.000-445.500=-2.500
σ	6.000-4.041=1.959
min	434.000-442.000=-8.000
max	446.000-449.000=-3.000

*mean*	2.483-2.490=-0.007
σ	0.007-0.031=-0.023
min	2.474-2.456=0.018
max	2.491-2.522=-0.031

policies=200

*mean*	15135.226-15140.021=-4.795
σ	0.090-0.086=0.005
min	15135.128-15139.957=-4.829
max	15135.323-15140.146=-4.823

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-498.000=-1.000
σ	4.397-4.690=-0.293
min	492.000-493.000=-1.000
max	502.000-504.000=-2.000

*mean*	25.037-25.279=-0.242
σ	0.076-0.166=-0.091
min	24.982-25.120=-0.137
max	25.148-25.511=-0.363