Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.721=-0.002
σ	0.367-0.362=0.004
min	54.568-54.574=-0.006
max	55.760-55.750=0.010

*mean*	416.300-419.000=-2.700
σ	0.483-0.000=0.483
min	416.000-419.000=-3.000
max	417.000-419.000=-2.000

*mean*	0.139-0.138=0.001
σ	0.005-0.004=0.001
min	0.135-0.131=0.004
max	0.148-0.143=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.774=0.003
σ	0.009-0.008=0.002
min	43.759-43.760=-0.000
max	43.795-43.784=0.010

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.123-0.122=0.001
σ	0.004-0.004=0.000
min	0.119-0.116=0.003
max	0.130-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4591.125-4590.250=0.875
σ	2248.114-2246.894=1.220
min	1487.000
max	7385.000-7378.000=7.000

*mean*	120.517-174.401=-53.884
σ	306.172-458.776=-152.604
min	11.840-11.897=-0.057
max	878.253-1309.814=-431.560

op=column_set() on indexed, repeat

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4591.125-4590.250=0.875
σ	2248.114-2246.894=1.220
min	1487.000
max	7385.000-7378.000=7.000

*mean*	13.749-14.170=-0.421
σ	3.365-4.259=-0.894
min	11.574-11.468=0.106
max	21.994-24.625=-2.631

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942-41.942=0.000

*mean*	7385.000-7378.000=7.000
σ	0.000
min	7385.000-7378.000=7.000
max	7385.000-7378.000=7.000

*mean*	11.042-11.732=-0.690
σ	0.113-1.934=-1.821
min	10.938-10.725=0.213
max	11.271-16.500=-5.229

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4182.250-4183.000=-0.750
σ	1944.318-1944.314=0.004
min	1487.000
max	7385.000-7378.000=7.000

*mean*	11.658-11.635=0.023
σ	1.722-1.947=-0.225
min	10.765-10.787=-0.022
max	15.877-16.444=-0.567

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.136=0.000
min	27.584-27.584=0.000
max	27.971-27.971=0.000

*mean*	4182.250-4183.000=-0.750
σ	1944.318-1944.314=0.004
min	1487.000
max	7385.000-7378.000=7.000

*mean*	9.041-9.152=-0.111
σ	1.289-1.362=-0.073
min	8.298-8.206=0.092
max	12.196-12.475=-0.279

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384-26.384=0.000

*mean*	4182.250-4183.000=-0.750
σ	1944.318-1944.314=0.004
min	1487.000
max	7385.000-7378.000=7.000

*mean*	7.054-7.166=-0.113
σ	0.988-0.825=0.162
min	6.210-6.520=-0.310
max	9.422-9.151=0.271

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4591.125-4590.250=0.875
σ	2248.114-2246.894=1.220
min	1487.000
max	7385.000-7378.000=7.000

*mean*	6.433-6.373=0.061
σ	1.049-0.969=0.080
min	5.847-5.782=0.065
max	9.013-8.742=0.271

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.001=-0.000
min	25.961-25.961=0.000
max	25.962

*mean*	4591.125-4590.250=0.875
σ	2248.114-2246.894=1.220
min	1487.000
max	7385.000-7378.000=7.000

*mean*	6.276-6.268=0.008
σ	1.080-1.085=-0.006
min	5.777-5.681=0.097
max	8.932-8.929=0.003

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7385.000-7378.000=7.000
σ	0.000
min	7385.000-7378.000=7.000
max	7385.000-7378.000=7.000

*mean*	363.197-349.173=14.024
σ	42.355-1.338=41.017
min	345.954-347.501=-1.547
max	467.946-351.072=116.874

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.454=0.000
min	3495.694-3495.694=0.000
max	3496.978-3496.977=0.001

*mean*	3758.000
σ	2299.230-2299.251=-0.021
min	720.000
max	7385.000-7378.000=7.000

*mean*	1707.234-1755.988=-48.754
σ	573.624-672.557=-98.932
min	1397.364-1385.769=11.595
max	2831.830-2921.975=-90.145

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842

*mean*	4411.625-4411.000=0.625
σ	2217.739-2216.013=1.726
min	1487.000
max	7385.000-7378.000=7.000

*mean*	268.489-204.245=64.244
σ	369.917-193.299=176.618
min	127.104-127.266=-0.162
max	1182.945-680.880=502.066

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4411.625-4411.000=0.625
σ	2217.739-2216.013=1.726
min	1487.000
max	7385.000-7378.000=7.000

*mean*	43.714-43.049=0.665
σ	2.632-2.830=-0.198
min	41.186-39.992=1.194
max	49.055-48.378=0.677

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7385.000-7378.000=7.000
σ	0.000
min	7385.000-7378.000=7.000
max	7385.000-7378.000=7.000

*mean*	22.782-155.779=-132.997
σ	2.657-378.395=-375.739
min	21.610-21.541=0.069
max	29.334-1092.258=-1062.923

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296

*mean*	7385.000-7378.000=7.000
σ	0.000
min	7385.000-7378.000=7.000
max	7385.000-7378.000=7.000

*mean*	233.401-65.270=168.132
σ	499.995-24.245=475.750
min	55.220-55.690=-0.469
max	1470.811-125.192=1345.619

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4182.250-4183.000=-0.750
σ	1944.318-1944.314=0.004
min	1487.000
max	7385.000-7378.000=7.000

*mean*	3274.550-3183.379=91.172
σ	746.869-706.243=40.625
min	2497.456-2513.254=-15.798
max	4395.059-4494.139=-99.081

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=0.000
min	1973.827
max	1973.832-1973.831=0.000

*mean*	7385.000-7378.000=7.000
σ	0.000
min	7385.000-7378.000=7.000
max	7385.000-7378.000=7.000

*mean*	1049.890-978.482=71.408
σ	247.250-119.162=128.088
min	915.435-914.404=1.031
max	1633.603-1236.229=397.374

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7385.000-7378.000=7.000
σ	0.000
min	7385.000-7378.000=7.000
max	7385.000-7378.000=7.000

*mean*	406.848-394.500=12.348
σ	48.623-5.142=43.481
min	376.355-383.642=-7.287
max	526.353-401.711=124.642

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500-479.000=-1.500
σ	0.535-0.000=0.535
min	477.000-479.000=-2.000
max	478.000-479.000=-1.000

*mean*	393.475-381.988=11.487
σ	19.067-29.788=-10.721
min	364.756-328.460=36.296
max	427.725-421.796=5.928

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.250-558.500=-0.250
σ	3.732-0.535=3.198
min	554.000-558.000=-4.000
max	562.000-559.000=3.000

*mean*	745.838-773.440=-27.602
σ	80.636-43.917=36.719
min	602.467-695.447=-92.980
max	870.497-819.761=50.736

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.531-964.529=0.002
σ	1.819-1.820=-0.001
min	963.826-963.825=0.001
max	972.223-972.224=-0.001

*mean*	1041.650-1038.750=2.900
σ	316.474-310.081=6.393
min	542.000-536.000=6.000
max	1553.000-1532.000=21.000

*mean*	1.287-1.268=0.019
σ	0.131-0.086=0.045
min	1.183-1.184=-0.000
max	1.727-1.547=0.181

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.298=0.036
σ	0.298-0.288=0.009
min	0.139-0.142=-0.003
max	0.827-0.808=0.019

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.494-0.487=0.007
σ	0.344-0.322=0.022
min	0.330-0.335=-0.004
max	1.109-1.063=0.046

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.223=-0.004
σ	0.027-0.028=-0.001
min	0.198-0.202=-0.005
max	0.263-0.270=-0.007

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.334=-0.007
σ	0.017-0.022=-0.005
min	0.313-0.312=0.000
max	0.356-0.365=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.839-964.838=0.001
σ	0.009
min	964.834-964.833=0.001
max	964.855-964.855=0.001

*mean*	430.600
σ	0.548
min	430.000
max	431.000

*mean*	0.579-0.581=-0.002
σ	0.034-0.023=0.011
min	0.538-0.540=-0.003
max	0.612-0.597=0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.454-0.498=-0.044
σ	0.055-0.028=0.026
min	0.373-0.459=-0.086
max	0.505-0.525=-0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.643-2.646=-0.003
σ	0.112-0.106=0.007
min	2.467-2.468=-0.001
max	3.041-3.120=-0.080

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.582-2.665=-0.083
σ	0.081-0.100=-0.018
min	2.457-2.494=-0.037
max	2.910-2.964=-0.054

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.304=-0.002
σ	0.010-0.008=0.002
min	0.290-0.291=-0.001
max	0.364-0.350=0.014

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.290-0.290=-0.000
σ	0.008-0.008=0.000
min	0.276-0.275=0.001
max	0.325-0.331=-0.006

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.575-11.292=0.283
σ	12.313-12.079=0.234
min	0.573-0.573=0.000
max	114.079-101.420=12.659

*mean*	469.623-460.809=8.814
σ	19.732-21.793=-2.061
min	407.000
max	483.000-481.000=2.000

*mean*	0.026-0.026=0.000
σ	0.030-0.030=0.000
min	0.001-0.001=-0.000
max	0.269-0.244=0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.957-278.925=0.031
σ	1.019-1.069=-0.050
min	278.559-278.503=0.055
max	281.856-281.966=-0.111

*mean*	443.500-441.800=1.700
σ	17.778-16.923=0.855
min	415.000-417.000=-2.000
max	473.000-472.000=1.000

*mean*	0.585-0.585=-0.001
σ	0.013-0.013=-0.001
min	0.568-0.576=-0.008
max	0.612-0.616=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.258=-0.000

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	222.372-218.782=3.591
σ	23.005-23.612=-0.607
min	194.022-192.983=1.039
max	245.821-246.614=-0.794

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	7.371-7.123=0.247
σ	2.223-2.342=-0.119
min	5.893-5.822=0.071
max	11.833-12.127=-0.293

phase=parser

*mean*	1041.967-1041.966=0.001
σ	0.000-0.000=0.000
min	1041.967-1041.966=0.001
max	1041.967-1041.966=0.001

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	545.060-526.184=18.877
σ	122.904-133.485=-10.581
min	376.022-373.039=2.982
max	725.940-722.954=2.986

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	2572.608-2623.038=-50.430
σ	433.615-355.160=78.455
min	1951.136-1887.069=64.067
max	3259.534-3062.313=197.221

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	29.414-32.807=-3.393
σ	10.264-11.663=-1.400
min	20.112-19.556=0.555
max	47.999-46.797=1.201

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	685.806-678.408=7.398
σ	88.206-78.042=10.164
min	608.041-603.929=4.112
max	840.675-837.897=2.778

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.361-282.359=0.003
σ	0.034-0.036=-0.001
min	282.313-282.311=0.002
max	282.397-282.398=-0.001

*mean*	439.000-441.000=-2.000
σ	2.739
min	437.000-439.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.383-0.379=0.004
σ	0.007-0.008=-0.001
min	0.373-0.373=0.000
max	0.388-0.391=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.580-1267.615=-0.035
σ	0.074-0.121=-0.047
min	1267.472-1267.453=0.019
max	1267.676-1267.792=-0.116

*mean*	1111.400-1093.400=18.000
σ	170.789-169.231=1.557
min	895.000-892.000=3.000
max	1329.000-1323.000=6.000

*mean*	2.002-2.127=-0.125
σ	0.145-0.185=-0.040
min	1.777-1.938=-0.161
max	2.122-2.438=-0.316

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.605-1506.519=0.086
σ	2.958-2.967=-0.009
min	1505.099-1504.955=0.144
max	1511.886-1511.813=0.074

*mean*	626.800-625.200=1.600
σ	89.843-87.833=2.009
min	503.000-494.000=9.000
max	726.000-727.000=-1.000

*mean*	2.428-2.182=0.246
σ	0.364-0.217=0.147
min	2.032-2.047=-0.015
max	2.864-2.568=0.296

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.569-1829.582=-0.014
σ	0.053-0.033=0.020
min	1829.491-1829.531=-0.040
max	1829.619-1829.622=-0.003

*mean*	1764.600-1723.400=41.200
σ	209.681-186.898=22.784
min	1489.000-1461.000=28.000
max	1964.000-1895.000=69.000

*mean*	3.128-2.993=0.135
σ	0.256-0.287=-0.031
min	2.845-2.808=0.037
max	3.448-3.502=-0.055

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.710-1.664=0.046
σ	0.172-0.110=0.061
min	1.467-1.561=-0.094
max	1.872-1.791=0.081

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.852-393.445=0.408
σ	509.576-509.573=0.003
min	139.061-138.656=0.405
max	1158.217-1157.805=0.412

*mean*	99.750-97.750=2.000
σ	7.500
min	96.000-94.000=2.000
max	111.000-109.000=2.000

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.474-0.490=-0.016
σ	0.471-0.522=-0.051
min	0.234-0.227=0.007
max	1.180-1.273=-0.093

policies=20

*mean*	1390.729-1386.682=4.047
σ	0.163-0.140=0.023
min	1390.644-1386.578=4.066
max	1390.973-1386.889=4.084

*mean*	960.000-940.000=20.000
σ	0.000
min	960.000-940.000=20.000
max	960.000-940.000=20.000

*mean*	446.000-444.500=1.500
σ	10.000-9.000=1.000
min	441.000-440.000=1.000
max	461.000-458.000=3.000

*mean*	2.312-2.293=0.019
σ	0.011-0.010=0.001
min	2.302-2.283=0.019
max	2.325-2.302=0.023

policies=200

*mean*	13915.790-13875.537=40.253
σ	0.137-0.135=0.001
min	13915.698-13875.420=40.278
max	13915.993-13875.731=40.262

*mean*	9600.000-9400.000=200.000
σ	0.000
min	9600.000-9400.000=200.000
max	9600.000-9400.000=200.000

*mean*	497.000-496.250=0.750
σ	4.690-4.349=0.341
min	492.000
max	503.000-502.000=1.000

*mean*	23.371-23.193=0.178
σ	0.144-0.107=0.037
min	23.207-23.099=0.109
max	23.543-23.334=0.210