Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.729-54.816=-0.087
σ	0.360-0.355=0.004
min	54.582-54.683=-0.100
max	55.751-55.826=-0.074

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.138-0.148=-0.010
σ	0.005-0.010=-0.004
min	0.131-0.134=-0.002
max	0.147-0.163=-0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.774-43.847=-0.073
σ	0.006-0.006=0.000
min	43.768-43.838=-0.071
max	43.784-43.856=-0.072

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.124-0.127=-0.004
σ	0.004-0.006=-0.003
min	0.121-0.121=-0.001
max	0.131-0.138=-0.007

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4221.500-4411.500=-190.000
σ	1968.172-2198.847=-230.675
min	1482.000
max	7432.000-7333.000=99.000

*mean*	12.228-12.997=-0.769
σ	0.525-2.021=-1.496
min	11.851-11.895=-0.044
max	13.503-17.844=-4.340

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.001

*mean*	4447.500-4411.500=36.000
σ	2237.588-2198.847=38.741
min	1482.000
max	7432.000-7333.000=99.000

*mean*	122.323-13.244=109.078
σ	309.359-2.178=307.181
min	12.757-11.498=1.259
max	887.946-18.413=869.534

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7432.000-7341.250=90.750
σ	0.000-5.092=-5.092
min	7432.000-7333.000=99.000
max	7432.000-7344.000=88.000

*mean*	11.402-11.090=0.312
σ	0.918-0.207=0.711
min	10.946-10.775=0.171
max	13.610-11.345=2.265

op=table_records(), repeat

*mean*	41.924-41.925=-0.000
σ	0.000-0.000=-0.000
min	41.924-41.924=0.000
max	41.925-41.925=-0.000

*mean*	4221.500-4191.750=29.750
σ	1968.172-1937.478=30.694
min	1482.000
max	7432.000-7333.000=99.000

*mean*	11.505-11.838=-0.333
σ	1.294-1.535=-0.242
min	10.828-10.826=0.002
max	14.691-15.507=-0.816

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=-0.000
σ	0.137-0.136=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4221.500-4191.750=29.750
σ	1968.172-1937.478=30.694
min	1482.000
max	7432.000-7333.000=99.000

*mean*	8.790-8.940=-0.150
σ	0.593-1.162=-0.570
min	8.049-7.918=0.131
max	10.088-11.709=-1.621

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.001
σ	0.001-0.000=0.001
min	26.384-26.384=0.000
max	26.388-26.384=0.004

*mean*	4221.500-4191.750=29.750
σ	1968.172-1937.478=30.694
min	1482.000
max	7432.000-7333.000=99.000

*mean*	6.901-6.750=0.151
σ	0.590-1.026=-0.436
min	6.104-5.894=0.211
max	7.924-9.167=-1.242

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4447.500-4589.375=-141.875
σ	2237.588-2232.160=5.428
min	1482.000
max	7432.000-7333.000=99.000

*mean*	6.301-6.658=-0.357
σ	0.578-1.105=-0.526
min	5.852-5.892=-0.040
max	7.671-9.174=-1.503

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.960-25.960=-0.000
max	25.962

*mean*	4447.500-4589.375=-141.875
σ	2237.588-2232.160=5.428
min	1482.000
max	7432.000-7333.000=99.000

*mean*	6.059-6.232=-0.173
σ	0.451-0.619=-0.168
min	5.856-5.819=0.037
max	7.164-7.391=-0.227

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610
σ	0.002
min	1021.608
max	1021.612

*mean*	7432.000-7339.875=92.125
σ	0.000-5.693=-5.693
min	7432.000-7333.000=99.000
max	7432.000-7344.000=88.000

*mean*	348.216-373.405=-25.188
σ	1.592-83.308=-81.716
min	346.280-340.398=5.882
max	350.891-579.500=-228.609

op=load_product(), with indexes

*mean*	3495.857-3495.857=0.000
σ	0.456-0.456=-0.000
min	3495.696
max	3496.985

*mean*	3791.125-3762.750=28.375
σ	2326.592-2294.587=32.006
min	720.000
max	7432.000-7333.000=99.000

*mean*	2018.223-1722.399=295.824
σ	940.341-557.345=382.996
min	1391.975-1389.474=2.501
max	3836.497-2802.842=1033.655

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.841-107.841=0.000

*mean*	4221.500-4411.500=-190.000
σ	1968.172-2198.847=-230.675
min	1482.000
max	7432.000-7333.000=99.000

*mean*	129.238-264.488=-135.250
σ	6.918-367.754=-360.836
min	122.839-127.282=-4.443
max	144.836-1174.382=-1029.546

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4221.500-4411.500=-190.000
σ	1968.172-2198.847=-230.675
min	1482.000
max	7432.000-7333.000=99.000

*mean*	42.297-46.456=-4.159
σ	1.051-9.382=-8.330
min	40.839-41.827=-0.988
max	43.629-69.563=-25.934

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7432.000-7341.250=90.750
σ	0.000-5.092=-5.092
min	7432.000-7333.000=99.000
max	7432.000-7344.000=88.000

*mean*	23.181-22.898=0.283
σ	2.727-2.627=0.101
min	21.548-21.459=0.089
max	29.442-29.223=0.219

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.293=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296-71.296=0.000

*mean*	7432.000-7341.250=90.750
σ	0.000-5.092=-5.092
min	7432.000-7333.000=99.000
max	7432.000-7344.000=88.000

*mean*	118.620-57.472=61.148
σ	172.763-2.691=170.072
min	55.201-55.465=-0.264
max	546.130-63.467=482.662

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013
min	4646.837
max	4646.875

*mean*	4221.500-4191.750=29.750
σ	1968.172-1937.478=30.694
min	1482.000
max	7432.000-7333.000=99.000

*mean*	3271.886-3246.546=25.340
σ	621.012-730.923=-109.911
min	2557.171-2530.894=26.277
max	4285.384-4343.790=-58.407

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831

*mean*	7432.000-7339.875=92.125
σ	0.000-5.693=-5.693
min	7432.000-7333.000=99.000
max	7432.000-7344.000=88.000

*mean*	1285.751-966.356=319.395
σ	919.474-75.638=843.836
min	935.437-920.623=14.814
max	3558.408-1118.653=2439.755

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7432.000-7341.250=90.750
σ	0.000-5.092=-5.092
min	7432.000-7333.000=99.000
max	7432.000-7344.000=88.000

*mean*	413.772-502.577=-88.805
σ	40.280-335.957=-295.677
min	392.012-372.767=19.246
max	512.997-1333.938=-820.942

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.000-478.000=2.000
σ	0.000
min	480.000-478.000=2.000
max	480.000-478.000=2.000

*mean*	394.869-394.810=0.060
σ	28.570-41.561=-12.992
min	364.926-309.671=55.255
max	438.512-437.209=1.303

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-565.750=-6.750
σ	0.000-2.315=-2.315
min	559.000-562.000=-3.000
max	559.000-567.000=-8.000

*mean*	745.015-767.981=-22.966
σ	27.514-66.768=-39.254
min	716.129-627.902=88.227
max	788.586-829.197=-40.611

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-1024.563=-60.593
σ	1.822-0.761=1.061
min	963.261-1024.092=-60.831
max	971.675-1027.709=-56.034

*mean*	1046.050-1044.300=1.750
σ	309.121-309.624=-0.503
min	561.000-567.000=-6.000
max	1508.000-1499.000=9.000

*mean*	1.280-1.403=-0.123
σ	0.155-0.141=0.014
min	1.080-1.299=-0.219
max	1.761-1.891=-0.130

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914
σ	0.020
min	0.904
max	0.951

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.284-0.474=-0.190
σ	0.264-0.460=-0.196
min	0.140-0.250=-0.110
max	0.751-1.297=-0.546

name=error_case.art

*mean*	2.347
σ	0.012
min	2.341
max	2.369

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.899=-0.418
σ	0.316-0.568=-0.252
min	0.332-0.620=-0.288
max	1.046-1.914=-0.868

name=heavy_item.art

*mean*	1.525
σ	0.002
min	1.524
max	1.528

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.405=-0.187
σ	0.029-0.041=-0.012
min	0.198-0.372=-0.174
max	0.266-0.474=-0.208

name=nested_use.art

*mean*	2.365
σ	0.002
min	2.364
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.598=-0.265
σ	0.016-0.030=-0.014
min	0.322-0.573=-0.251
max	0.361-0.648=-0.287

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287
σ	0.009
min	966.281
max	966.303

*mean*	432.400-432.800=-0.400
σ	0.894-0.447=0.447
min	432.000
max	434.000-433.000=1.000

*mean*	0.588-0.712=-0.123
σ	0.035-0.068=-0.033
min	0.527-0.610=-0.083
max	0.613-0.762=-0.149

name=cdr_enhanced_4k_loc.art

*mean*	886.717
σ	0.002
min	886.716
max	886.720

*mean*	442.000-433.000=9.000
σ	0.000
min	442.000-433.000=9.000
max	442.000-433.000=9.000

*mean*	0.477-0.441=0.036
σ	0.044-0.018=0.026
min	0.430-0.421=0.009
max	0.528-0.469=0.059

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722
σ	0.002
min	7.721
max	7.725

*mean*	442.000-433.000=9.000
σ	0.000
min	442.000-433.000=9.000
max	442.000-433.000=9.000

*mean*	2.595-2.615=-0.020
σ	0.101-0.081=0.020
min	2.436-2.475=-0.039
max	2.958-2.884=0.074

name=record_render_large_syntax_err.art

*mean*	7.670
σ	0.002
min	7.670
max	7.673

*mean*	442.000-433.000=9.000
σ	0.000
min	442.000-433.000=9.000
max	442.000-433.000=9.000

*mean*	2.602-2.606=-0.005
σ	0.089-0.101=-0.012
min	2.455-2.434=0.021
max	2.803-3.076=-0.273

name=record_render_success.art

*mean*	2.294
σ	0.002
min	2.293
max	2.297

*mean*	442.000-433.000=9.000
σ	0.000
min	442.000-433.000=9.000
max	442.000-433.000=9.000

*mean*	0.302-0.311=-0.009
σ	0.012-0.071=-0.059
min	0.285-0.285=-0.000
max	0.374-1.011=-0.637

name=record_render_syntax_err.art

*mean*	2.169
σ	0.002
min	2.168
max	2.172

*mean*	442.000-433.000=9.000
σ	0.000
min	442.000-433.000=9.000
max	442.000-433.000=9.000

*mean*	0.286-0.287=-0.001
σ	0.007-0.007=-0.000
min	0.274-0.274=-0.001
max	0.327-0.315=0.012

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.411-11.788=-0.377
σ	11.636-12.246=-0.610
min	0.574-0.574=-0.000
max	150.554-150.551=0.003

*mean*	459.150-453.189=5.961
σ	19.719-15.274=4.445
min	406.000-410.000=-4.000
max	475.000-470.000=5.000

*mean*	0.026-0.027=-0.001
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.362-0.361=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.724-298.889=-20.165
σ	1.067-0.963=0.104
min	278.265-298.499=-20.234
max	281.753-301.623=-19.870

*mean*	441.900-441.400=0.500
σ	17.854-17.652=0.202
min	417.000-415.000=2.000
max	468.000-464.000=4.000

*mean*	0.580-0.599=-0.019
σ	0.025-0.012=0.013
min	0.532-0.571=-0.038
max	0.619-0.611=0.008

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-169.258=0.000
σ	0.000-0.000=0.000
min	169.258
max	169.258-169.258=0.000

*mean*	823.000-849.000=-26.000
σ	46.733-0.000=46.733
min	736.000-849.000=-113.000
max	848.000-849.000=-1.000

*mean*	206.229-230.764=-24.535
σ	26.904-21.460=5.443
min	178.650-189.238=-10.588
max	248.812-250.191=-1.380

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	811.875-849.000=-37.125
σ	51.560-0.000=51.560
min	736.000-849.000=-113.000
max	848.000-849.000=-1.000

*mean*	7.524-6.809=0.716
σ	1.354-1.522=-0.168
min	5.917-5.875=0.042
max	9.184-9.284=-0.100

phase=parser

*mean*	1043.355-1043.353=0.002
σ	0.000-0.000=0.000
min	1043.355-1043.353=0.002
max	1043.356-1043.354=0.002

*mean*	811.875-849.000=-37.125
σ	51.560-0.000=51.560
min	736.000-849.000=-113.000
max	848.000-849.000=-1.000

*mean*	533.220-498.552=34.668
σ	77.042-138.225=-61.183
min	434.991-373.765=61.226
max	612.831-726.966=-114.135

phase=processProdDef

*mean*	2243.714-2243.719=-0.005
σ	0.000
min	2243.714-2243.719=-0.005
max	2243.714-2243.719=-0.005

*mean*	823.000-849.000=-26.000
σ	46.733-0.000=46.733
min	736.000-849.000=-113.000
max	848.000-849.000=-1.000

*mean*	2907.050-3025.722=-118.672
σ	227.468-382.810=-155.342
min	2669.669-2437.239=232.430
max	3210.636-3387.998=-177.362

phase=renaming

*mean*	21.438
σ	0.000
min	21.438
max	21.438

*mean*	811.875-849.000=-37.125
σ	51.560-0.000=51.560
min	736.000-849.000=-113.000
max	848.000-849.000=-1.000

*mean*	36.625-31.580=5.045
σ	7.419-9.360=-1.941
min	20.235-19.496=0.738
max	46.174-42.289=3.885

phase=type checker

*mean*	958.597-958.597=0.000
σ	0.046-0.047=-0.000
min	958.573
max	958.698

*mean*	811.875-849.000=-37.125
σ	51.560-0.000=51.560
min	736.000-849.000=-113.000
max	848.000-849.000=-1.000

*mean*	648.058-650.607=-2.549
σ	22.255-50.617=-28.362
min	613.912-608.858=5.054
max	678.861-750.940=-72.080

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.375-293.801=-11.426
σ	0.025-0.037=-0.012
min	282.353-293.749=-11.396
max	282.405-293.839=-11.434

*mean*	443.000-444.200=-1.200
σ	0.000-1.643=-1.643
min	443.000
max	443.000-447.000=-4.000

*mean*	0.377-0.393=-0.016
σ	0.005-0.006=-0.001
min	0.372-0.387=-0.015
max	0.385-0.400=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.075-1320.259=-53.184
σ	0.100-0.134=-0.034
min	1266.972-1320.136=-53.164
max	1267.237-1320.479=-53.243

*mean*	1072.800-1101.400=-28.600
σ	188.116-188.140=-0.024
min	833.000-886.000=-53.000
max	1314.000-1349.000=-35.000

*mean*	1.996-1.913=0.083
σ	0.178-0.047=0.131
min	1.793-1.846=-0.053
max	2.138-1.964=0.174

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.132-1559.265=-53.133
σ	2.835-2.967=-0.132
min	1504.697-1557.687=-52.990
max	1511.195-1564.553=-53.358

*mean*	628.200-624.600=3.600
σ	94.176-70.847=23.329
min	514.000-519.000=-5.000
max	751.000-694.000=57.000

*mean*	2.305-2.305=0.000
σ	0.236-0.237=-0.001
min	2.100-2.063=0.037
max	2.708-2.649=0.059

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.074-1882.312=-53.238
σ	0.026-0.053=-0.027
min	1829.033-1882.250=-53.217
max	1829.097-1882.396=-53.299

*mean*	1731.200-1732.600=-1.400
σ	194.100-177.933=16.166
min	1465.000-1485.000=-20.000
max	1914.000-1957.000=-43.000

*mean*	2.862-2.881=-0.020
σ	0.180-0.105=0.075
min	2.651-2.708=-0.057
max	3.112-2.983=0.129

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.747-1.786=-0.039
σ	0.144-0.076=0.068
min	1.522-1.667=-0.145
max	1.912-1.863=0.049

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.636-415.707=-22.071
σ	509.938-509.984=-0.046
min	138.663-160.710=-22.047
max	1158.544-1180.683=-22.139

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	432.000-433.000=-1.000
σ	0.000
min	432.000-433.000=-1.000
max	432.000-433.000=-1.000

*mean*	0.462-0.510=-0.049
σ	0.460-0.499=-0.039
min	0.229-0.259=-0.030
max	1.152-1.259=-0.107

policies=20

*mean*	1386.766-1607.425=-220.659
σ	0.145-0.332=-0.187
min	1386.686-1607.184=-220.497
max	1386.983-1607.912=-220.930

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	440.000-442.000=-2.000
σ	9.238-6.000=3.238
min	432.000-433.000=-1.000
max	448.000-445.000=3.000

*mean*	2.295-2.563=-0.268
σ	0.010-0.020=-0.009
min	2.285-2.538=-0.253
max	2.309-2.582=-0.274

policies=200

*mean*	13876.000-16082.812=-2206.813
σ	0.534-0.126=0.408
min	13875.219-16082.670=-2207.451
max	13876.426-16082.977=-2206.551

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	492.500-495.500=-3.000
σ	5.972-6.557=-0.585
min	486.000-489.000=-3.000
max	500.000-504.000=-4.000

*mean*	23.226-25.843=-2.618
σ	0.150-0.160=-0.010
min	23.072-25.686=-2.615
max	23.414-26.058=-2.644