Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.719=-0.000
σ	0.367-0.364=0.004
min	54.569-54.573=-0.004
max	55.762-55.752=0.010

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.139-0.140=-0.001
σ	0.006-0.004=0.002
min	0.132-0.136=-0.005
max	0.149-0.147=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.775-43.776=-0.001
σ	0.007-0.008=-0.001
min	43.764-43.762=0.003
max	43.788-43.789=-0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.121-0.122=-0.002
σ	0.005-0.004=0.000
min	0.115-0.119=-0.004
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4593.375-4588.500=4.875
σ	2249.772-2248.334=1.438
min	1486.000-1483.000=3.000
max	7384.000

*mean*	151.824-126.307=25.517
σ	392.718-320.315=72.403
min	11.956-11.916=0.040
max	1123.739-919.031=204.708

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605-36.605=0.000

*mean*	4593.375-4588.500=4.875
σ	2249.772-2248.334=1.438
min	1486.000-1483.000=3.000
max	7384.000

*mean*	14.775-14.620=0.155
σ	4.603-4.468=0.135
min	11.490-11.548=-0.058
max	24.964-24.543=0.422

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.943=-0.000

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	11.638-11.135=0.504
σ	1.767-0.196=1.570
min	10.847-10.854=-0.007
max	16.001-11.471=4.530

op=table_records(), repeat

*mean*	41.925-41.925=-0.001
σ	0.000-0.002=-0.001
min	41.924-41.924=0.000
max	41.925-41.929=-0.004

*mean*	4185.500-4179.375=6.125
σ	1946.975-1944.192=2.783
min	1486.000-1483.000=3.000
max	7384.000

*mean*	11.781-11.548=0.233
σ	1.857-0.951=0.906
min	10.728-10.901=-0.172
max	16.359-13.859=2.500

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=-0.000

*mean*	4185.500-4179.375=6.125
σ	1946.975-1944.192=2.783
min	1486.000-1483.000=3.000
max	7384.000

*mean*	9.053-8.836=0.218
σ	1.276-0.475=0.802
min	8.215-8.095=0.120
max	12.134-9.741=2.394

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384
max	26.384

*mean*	4185.500-4179.375=6.125
σ	1946.975-1944.192=2.783
min	1486.000-1483.000=3.000
max	7384.000

*mean*	6.757-6.557=0.200
σ	1.097-0.521=0.576
min	5.918-6.126=-0.208
max	9.269-7.778=1.491

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4593.375-4588.500=4.875
σ	2249.772-2248.334=1.438
min	1486.000-1483.000=3.000
max	7384.000

*mean*	6.484-6.466=0.018
σ	1.039-1.066=-0.027
min	5.807-5.869=-0.062
max	8.758-8.836=-0.079

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962

*mean*	4593.375-4588.500=4.875
σ	2249.772-2248.334=1.438
min	1486.000-1483.000=3.000
max	7384.000

*mean*	6.383-6.358=0.025
σ	1.113-1.097=0.016
min	5.576-5.463=0.113
max	8.839-8.694=0.145

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	346.711-360.293=-13.582
σ	1.566-39.704=-38.138
min	344.152-342.451=1.701
max	349.216-458.396=-109.181

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3760.375-3755.500=4.875
σ	2302.007-2298.584=3.423
min	720.000
max	7384.000

*mean*	1745.887-1781.544=-35.657
σ	602.999-675.487=-72.488
min	1387.360-1378.046=9.314
max	2797.943-2969.144=-171.201

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.840-107.840=-0.000
max	107.841-107.842=-0.000

*mean*	4413.500-4409.250=4.250
σ	2218.759-2218.143=0.616
min	1486.000-1483.000=3.000
max	7384.000

*mean*	269.171-265.358=3.813
σ	375.011-371.938=3.074
min	124.017-126.094=-2.077
max	1196.127-1185.537=10.590

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.000

*mean*	4413.500-4409.250=4.250
σ	2218.759-2218.143=0.616
min	1486.000-1483.000=3.000
max	7384.000

*mean*	45.982-45.121=0.862
σ	9.819-8.480=1.338
min	40.771-40.900=-0.129
max	70.076-66.028=4.049

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=-0.000
min	40.925
max	40.928

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	179.840-22.491=157.349
σ	444.031-0.788=443.242
min	21.628-21.813=-0.185
max	1278.753-24.383=1254.369

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.293-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	65.492-249.762=-184.270
σ	24.362-546.897=-522.535
min	55.661-55.521=0.140
max	125.537-1603.260=-1477.722

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4185.500-4179.375=6.125
σ	1946.975-1944.192=2.783
min	1486.000-1483.000=3.000
max	7384.000

*mean*	3254.382-3196.707=57.675
σ	791.811-675.521=116.291
min	2517.932-2503.788=14.144
max	4696.841-4368.855=327.986

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	1021.847-1070.735=-48.889
σ	161.503-268.362=-106.859
min	926.102-926.796=-0.694
max	1285.312-1709.151=-423.839

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7384.000
σ	0.000
min	7384.000
max	7384.000

*mean*	407.812-389.708=18.105
σ	37.880-6.099=31.782
min	388.283-376.892=11.390
max	500.775-396.633=104.142

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.375-475.875=0.500
σ	0.518-1.246=-0.729
min	476.000-474.000=2.000
max	477.000

*mean*	391.677-375.795=15.882
σ	29.545-9.789=19.755
min	339.485-361.718=-22.232
max	436.209-392.151=44.057

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	775.836-735.791=40.044
σ	62.865-81.021=-18.157
min	676.440-631.887=44.553
max	853.298-835.549=17.749

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.529-964.531=-0.002
σ	1.822-1.819=0.002
min	963.822-963.825=-0.004
max	972.232-972.224=0.007

*mean*	1048.500-1045.300=3.200
σ	321.317-320.230=1.087
min	542.000-541.000=1.000
max	1572.000-1566.000=6.000

*mean*	1.265-1.267=-0.002
σ	0.117-0.089=0.028
min	1.177-1.185=-0.008
max	1.670-1.534=0.136

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.292-0.387=-0.094
σ	0.308-0.474=-0.165
min	0.127-0.147=-0.020
max	0.839-1.231=-0.392

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.563-0.576=-0.013
σ	0.346-0.150=0.195
min	0.306-0.355=-0.048
max	1.043-0.777=0.266

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.380=-0.160
σ	0.018-0.041=-0.023
min	0.209-0.348=-0.139
max	0.251-0.451=-0.199

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.337-0.587=-0.250
σ	0.021-0.028=-0.008
min	0.316-0.560=-0.244
max	0.371-0.635=-0.264

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.839
σ	0.009
min	964.834
max	964.855

*mean*	431.600-430.000=1.600
σ	1.342-0.000=1.342
min	431.000-430.000=1.000
max	434.000-430.000=4.000

*mean*	0.522-0.723=-0.201
σ	0.040-0.035=0.005
min	0.479-0.684=-0.205
max	0.575-0.759=-0.184

name=cdr_enhanced_4k_loc.art

*mean*	885.913
σ	0.002
min	885.912
max	885.915

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	0.465-0.619=-0.154
σ	0.028-0.039=-0.012
min	0.425-0.550=-0.125
max	0.498-0.644=-0.146

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.718
σ	0.002
min	7.717
max	7.721

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	1.824-3.557=-1.733
σ	0.061-0.093=-0.032
min	1.722-3.419=-1.697
max	2.058-3.984=-1.927

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	1.881-3.507=-1.626
σ	0.080-0.067=0.013
min	1.719-3.378=-1.658
max	2.093-3.718=-1.625

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	0.303-0.538=-0.234
σ	0.016-0.020=-0.004
min	0.286-0.514=-0.228
max	0.437-0.680=-0.242

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-430.000=12.000
σ	0.000
min	442.000-430.000=12.000
max	442.000-430.000=12.000

*mean*	0.289-0.513=-0.224
σ	0.010-0.027=-0.017
min	0.277-0.492=-0.215
max	0.354-0.685=-0.331

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.570-11.774=-0.204
σ	11.985-11.709=0.276
min	0.574-0.574=-0.000
max	107.747-98.225=9.522

*mean*	462.007-459.738=2.269
σ	18.608-17.965=0.643
min	406.000-409.000=-3.000
max	475.000-476.000=-1.000

*mean*	0.026-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.251-0.236=0.016

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.773-278.677=0.096
σ	0.999-1.074=-0.075
min	278.342-278.269=0.073
max	281.608-281.730=-0.122

*mean*	446.500-443.600=2.900
σ	17.161-15.479=1.682
min	418.000
max	474.000-468.000=6.000

*mean*	0.582-0.575=0.007
σ	0.022-0.012=0.010
min	0.533-0.550=-0.017
max	0.612-0.592=0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	224.788-229.711=-4.923
σ	20.581-19.339=1.241
min	187.949-196.268=-8.320
max	240.681-246.983=-6.302

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	6.288-7.469=-1.181
σ	1.116-2.278=-1.162
min	5.779-5.852=-0.073
max	9.042-11.759=-2.717

phase=parser

*mean*	1041.967-1041.967=-0.000
σ	0.000-0.000=0.000
min	1041.967
max	1041.967

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	511.458-542.855=-31.397
σ	113.222-149.152=-35.930
min	372.457-372.703=-0.246
max	604.210-725.287=-121.077

phase=processProdDef

*mean*	2243.715
σ	0.000
min	2243.715
max	2243.715

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	2524.804-2755.294=-230.491
σ	482.482-556.443=-73.962
min	1972.312-1834.924=137.388
max	3272.398-3256.343=16.055

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	30.732-30.982=-0.250
σ	11.218-9.099=2.119
min	19.999-20.462=-0.463
max	41.838-46.972=-5.134

phase=type checker

*mean*	958.600
σ	0.047
min	958.577
max	958.702

*mean*	850.000-851.000=-1.000
σ	0.000
min	850.000-851.000=-1.000
max	850.000-851.000=-1.000

*mean*	667.493-670.495=-3.002
σ	58.484-73.994=-15.511
min	611.239-611.618=-0.380
max	754.799-832.414=-77.615

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.360-282.359=0.000
σ	0.036-0.038=-0.002
min	282.309-282.309=0.000
max	282.397-282.400=-0.004

*mean*	441.000
σ	2.739
min	439.000
max	444.000

*mean*	0.379-0.379=-0.000
σ	0.008-0.007=0.001
min	0.370-0.374=-0.004
max	0.388-0.388=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.596-1267.588=0.008
σ	0.085-0.086=-0.002
min	1267.481-1267.481=-0.000
max	1267.719-1267.721=-0.002

*mean*	1111.000-1115.000=-4.000
σ	168.262-188.652=-20.390
min	897.000-893.000=4.000
max	1324.000-1378.000=-54.000

*mean*	2.029-2.011=0.018
σ	0.134-0.094=0.040
min	1.864-1.898=-0.033
max	2.190-2.102=0.088

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.578-1506.551=0.027
σ	2.962-2.942=0.020
min	1505.071-1505.050=0.021
max	1511.864-1511.803=0.061

*mean*	628.800-635.400=-6.600
σ	90.170-88.076=2.095
min	505.000-501.000=4.000
max	728.000-730.000=-2.000

*mean*	2.332-2.266=0.065
σ	0.331-0.255=0.076
min	2.038-2.067=-0.029
max	2.861-2.618=0.242

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.582-1829.586=-0.004
σ	0.069-0.075=-0.005
min	1829.492-1829.508=-0.017
max	1829.669-1829.702=-0.033

*mean*	1757.000-1764.200=-7.200
σ	211.616-210.237=1.379
min	1477.000-1510.000=-33.000
max	1958.000-1971.000=-13.000

*mean*	3.146-3.165=-0.019
σ	0.265-0.295=-0.030
min	2.801-2.804=-0.003
max	3.473-3.506=-0.033

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.690-1.756=-0.066
σ	0.225-0.057=0.168
min	1.325-1.693=-0.368
max	1.877-1.827=0.050

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.849-393.850=-0.002
σ	509.575-509.574=0.001
min	139.057-139.060=-0.003
max	1158.212-1158.211=0.001

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.488-0.495=-0.007
σ	0.495-0.509=-0.014
min	0.233-0.234=-0.001
max	1.231-1.259=-0.028

policies=20

*mean*	1390.721-1390.729=-0.008
σ	0.173-0.173=-0.000
min	1390.600-1390.604=-0.004
max	1390.977-1390.985=-0.008

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.000-445.500=0.500
σ	10.000-9.000=1.000
min	441.000
max	461.000-459.000=2.000

*mean*	2.320-2.323=-0.003
σ	0.009-0.028=-0.019
min	2.311-2.302=0.009
max	2.329-2.363=-0.034

policies=200

*mean*	13915.905-13915.910=-0.005
σ	0.116-0.147=-0.031
min	13915.842-13915.725=0.116
max	13916.079-13916.081=-0.002

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	496.500-494.500=2.000
σ	3.000-3.873=-0.873
min	493.000-490.000=3.000
max	499.000

*mean*	23.401-23.422=-0.020
σ	0.093-0.170=-0.077
min	23.318-23.279=0.039
max	23.523-23.648=-0.125