Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.822-54.698=3.124
σ	0.359-0.366=-0.007
min	57.679-54.565=3.114
max	58.842-55.740=3.103

*mean*	424.700-419.000=5.700
σ	0.483-0.000=0.483
min	424.000-419.000=5.000
max	425.000-419.000=6.000

*mean*	0.160-0.139=0.021
σ	0.011-0.003=0.008
min	0.144-0.136=0.007
max	0.177-0.146=0.031

cache=y

dps=1

iters=10

policies=100

*mean*	46.900-43.777=3.124
σ	0.006-0.008=-0.002
min	46.893-43.766=3.127
max	46.915-43.792=3.124

*mean*	425.000-419.700=5.300
σ	0.000-0.483=-0.483
min	425.000-419.000=6.000
max	425.000-420.000=5.000

*mean*	0.138-0.122=0.016
σ	0.008-0.004=0.004
min	0.129-0.118=0.012
max	0.149-0.130=0.019

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606

*mean*	4590.125-4588.500=1.625
σ	2249.438-2248.666=0.772
min	1487.000
max	7387.000-7380.000=7.000

*mean*	151.206-158.223=-7.017
σ	391.248-411.195=-19.947
min	11.893-11.904=-0.011
max	1119.484-1175.870=-56.386

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=0.000

*mean*	4590.125-4588.500=1.625
σ	2249.438-2248.666=0.772
min	1487.000
max	7387.000-7380.000=7.000

*mean*	14.370-15.051=-0.681
σ	4.463-4.220=0.243
min	11.675-12.732=-1.057
max	24.674-24.622=0.051

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.942=-0.000

*mean*	7387.000-7380.000=7.000
σ	0.000
min	7387.000-7380.000=7.000
max	7387.000-7380.000=7.000

*mean*	11.078-11.700=-0.622
σ	0.197-1.747=-1.550
min	10.794-10.904=-0.111
max	11.371-16.007=-4.636

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.000
min	41.924
max	41.926-41.926=-0.000

*mean*	4181.125-4178.625=2.500
σ	1945.133-1945.570=-0.437
min	1487.000
max	7387.000-7380.000=7.000

*mean*	11.940-11.660=0.281
σ	1.851-1.947=-0.096
min	11.108-10.652=0.455
max	16.509-16.455=0.054

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.136-0.137=-0.000
min	27.585
max	27.972

*mean*	4181.125-4178.625=2.500
σ	1945.133-1945.570=-0.437
min	1487.000
max	7387.000-7380.000=7.000

*mean*	9.051-9.265=-0.214
σ	1.349-1.350=-0.001
min	8.057-7.937=0.120
max	12.307-12.485=-0.178

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=-0.000
max	26.385-26.385=-0.000

*mean*	4181.125-4178.625=2.500
σ	1945.133-1945.570=-0.437
min	1487.000
max	7387.000-7380.000=7.000

*mean*	6.635-7.053=-0.418
σ	1.100-0.901=0.199
min	5.709-6.427=-0.719
max	9.236-9.253=-0.017

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4590.125-4588.500=1.625
σ	2249.438-2248.666=0.772
min	1487.000
max	7387.000-7380.000=7.000

*mean*	6.483-6.578=-0.096
σ	1.037-0.934=0.103
min	5.841-6.034=-0.193
max	8.802-8.591=0.211

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.963=-0.000
σ	0.000-0.001=-0.001
min	25.962
max	25.964-25.966=-0.002

*mean*	4590.125-4588.500=1.625
σ	2249.438-2248.666=0.772
min	1487.000
max	7387.000-7380.000=7.000

*mean*	6.317-6.401=-0.083
σ	1.058-0.983=0.075
min	5.591-5.818=-0.227
max	8.660-8.574=0.087

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7387.000-7380.000=7.000
σ	0.000
min	7387.000-7380.000=7.000
max	7387.000-7380.000=7.000

*mean*	372.759-345.534=27.226
σ	77.638-3.019=74.619
min	342.250-341.768=0.482
max	564.823-349.737=215.085

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685
max	3496.971-3496.972=-0.001

*mean*	3756.750-3756.000=0.750
σ	2299.660-2299.809=-0.149
min	720.000
max	7387.000-7380.000=7.000

*mean*	1790.930-1776.946=13.984
σ	678.648-640.393=38.255
min	1385.835-1401.211=-15.376
max	2973.181-2832.972=140.209

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.001
max	107.842

*mean*	4411.125-4406.625=4.500
σ	2219.190-2217.864=1.325
min	1487.000
max	7387.000-7380.000=7.000

*mean*	296.558-265.086=31.472
σ	462.379-360.830=101.549
min	123.809-126.278=-2.470
max	1440.161-1156.969=283.192

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4411.125-4406.625=4.500
σ	2219.190-2217.864=1.325
min	1487.000
max	7387.000-7380.000=7.000

*mean*	45.880-46.966=-1.087
σ	9.877-9.673=0.205
min	41.412-41.662=-0.250
max	70.108-70.586=-0.478

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=-0.000
σ	0.002-0.002=0.000
min	40.926
max	40.930

*mean*	7387.000-7380.000=7.000
σ	0.000
min	7387.000-7380.000=7.000
max	7387.000-7380.000=7.000

*mean*	22.762-270.491=-247.729
σ	1.542-701.631=-700.089
min	21.473-21.463=0.010
max	26.450-2006.930=-1980.481

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=-0.000
max	71.297-71.297=-0.000

*mean*	7387.000-7380.000=7.000
σ	0.000
min	7387.000-7380.000=7.000
max	7387.000-7380.000=7.000

*mean*	259.806-62.898=196.908
σ	574.114-18.202=555.913
min	55.255-55.356=-0.101
max	1680.653-107.811=1572.842

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4181.125-4178.625=2.500
σ	1945.133-1945.570=-0.437
min	1487.000
max	7387.000-7380.000=7.000

*mean*	3219.524-3345.215=-125.691
σ	761.982-894.713=-132.731
min	2501.110-2510.742=-9.632
max	4695.057-4828.807=-133.751

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7387.000-7380.000=7.000
σ	0.000
min	7387.000-7380.000=7.000
max	7387.000-7380.000=7.000

*mean*	1074.661-1048.173=26.489
σ	284.405-281.754=2.650
min	922.592-915.047=7.545
max	1755.515-1724.303=31.212

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7387.000-7380.000=7.000
σ	0.000
min	7387.000-7380.000=7.000
max	7387.000-7380.000=7.000

*mean*	391.811-405.095=-13.284
σ	7.044-42.605=-35.561
min	378.990-375.072=3.918
max	404.587-509.294=-104.707

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	479.250-478.250=1.000
σ	1.389
min	477.000-476.000=1.000
max	480.000-479.000=1.000

*mean*	389.133-384.349=4.784
σ	24.936-21.229=3.707
min	352.410-353.100=-0.691
max	421.068-424.158=-3.091

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-565.000=-2.000
σ	0.000
min	563.000-565.000=-2.000
max	563.000-565.000=-2.000

*mean*	792.554-739.004=53.550
σ	38.478-64.604=-26.125
min	748.128-603.344=144.784
max	843.800-825.396=18.404

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.272-964.559=12.714
σ	2.439-1.880=0.559
min	976.424-963.836=12.589
max	987.609-972.511=15.098

*mean*	1043.050-1049.000=-5.950
σ	292.229-313.781=-21.552
min	576.000-558.000=18.000
max	1430.000-1499.000=-69.000

*mean*	1.270-1.313=-0.044
σ	0.083-0.142=-0.059
min	1.195-1.185=0.011
max	1.487-1.608=-0.121

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.402=-0.075
σ	0.301-0.521=-0.220
min	0.144-0.143=0.001
max	0.847-1.331=-0.484

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.743=-0.272
σ	0.321-0.334=-0.013
min	0.322-0.580=-0.258
max	1.045-1.339=-0.295

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.211-0.386=-0.175
σ	0.021-0.032=-0.010
min	0.197-0.368=-0.171
max	0.248-0.442=-0.195

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.595=-0.264
σ	0.025-0.026=-0.001
min	0.304-0.575=-0.271
max	0.364-0.633=-0.268

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.539-0.599=-0.060
σ	0.035-0.089=-0.054
min	0.517-0.530=-0.013
max	0.601-0.747=-0.147

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.474-0.467=0.007
σ	0.048-0.052=-0.003
min	0.421-0.388=0.033
max	0.519-0.514=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.957-2.620=-0.662
σ	0.070-0.131=-0.061
min	1.740-1.961=-0.221
max	2.272-2.960=-0.688

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.933-2.670=-0.737
σ	0.063-0.117=-0.053
min	1.823-2.444=-0.621
max	2.172-3.120=-0.948

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.305-0.311=-0.007
σ	0.008-0.042=-0.034
min	0.291-0.289=0.002
max	0.347-0.646=-0.299

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.287=0.004
σ	0.007-0.006=0.000
min	0.277-0.275=0.002
max	0.324-0.318=0.006

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.700-11.499=0.201
σ	12.012-10.633=1.378
min	0.574-0.573=0.001
max	107.725-79.203=28.522

*mean*	459.727-462.121=-2.394
σ	20.773-19.252=1.521
min	408.000-406.000=2.000
max	479.000

*mean*	0.027-0.026=0.000
σ	0.030-0.026=0.003
min	0.001-0.001=0.000
max	0.262-0.193=0.069

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.155-279.098=15.057
σ	0.982-1.036=-0.054
min	293.726-278.604=15.121
max	296.942-282.038=14.904

*mean*	439.800-447.100=-7.300
σ	18.329-16.908=1.421
min	414.000-426.000=-12.000
max	467.000-472.000=-5.000

*mean*	0.596-0.576=0.020
σ	0.018-0.023=-0.005
min	0.559-0.534=0.025
max	0.627-0.616=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	138.839-146.511=-7.671
σ	2.842-9.528=-6.686
min	134.597-130.708=3.889
max	142.347-159.843=-17.496

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	8.491-8.349=0.141
σ	0.969-2.259=-1.290
min	6.892-5.806=1.086
max	9.121-11.951=-2.829

phase=parser

*mean*	1042.133-1042.132=0.000
σ	0.000-0.000=0.000
min	1042.132-1042.132=0.000
max	1042.133-1042.132=0.001

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	564.441-527.006=37.434
σ	87.907-133.388=-45.480
min	407.429-373.149=34.280
max	616.800-722.566=-105.766

phase=processProdDef

*mean*	2241.194-2241.194=0.000
σ	0.000
min	2241.194-2241.194=0.000
max	2241.194-2241.194=0.000

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	2843.525-2836.880=6.645
σ	226.061-276.808=-50.747
min	2444.304-2542.343=-98.040
max	3098.608-3311.402=-212.795

phase=renaming

*mean*	21.430-21.434=-0.004
σ	0.000
min	21.430-21.434=-0.004
max	21.430-21.434=-0.004

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	45.243-39.462=5.781
σ	3.521-5.358=-1.837
min	39.271-29.793=9.478
max	49.194-47.226=1.969

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	851.000-850.000=1.000
σ	0.000
min	851.000-850.000=1.000
max	851.000-850.000=1.000

*mean*	665.145-708.288=-43.143
σ	13.043-76.047=-63.004
min	646.458-641.949=4.509
max	684.047-855.109=-171.062

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.220-282.855=45.365
σ	0.039-0.038=0.001
min	328.165-282.800=45.365
max	328.261-282.891=45.370

*mean*	439.400-444.400=-5.000
σ	5.128-0.548=4.581
min	434.000-444.000=-10.000
max	445.000

*mean*	0.439-0.374=0.065
σ	0.012-0.000=0.012
min	0.429-0.374=0.055
max	0.457-0.375=0.083

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.433-1268.052=45.381
σ	0.133-0.107=0.026
min	1313.324-1267.955=45.370
max	1313.662-1268.229=45.433

*mean*	1094.000-1089.000=5.000
σ	187.065-167.581=19.484
min	881.000-891.000=-10.000
max	1333.000-1320.000=13.000

*mean*	1.914-1.995=-0.080
σ	0.085-0.083=0.002
min	1.825-1.895=-0.070
max	2.015-2.076=-0.061

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.399-1507.028=45.371
σ	3.095-2.963=0.132
min	1550.838-1505.470=45.368
max	1557.925-1512.316=45.609

*mean*	624.800-624.200=0.600
σ	86.387-87.311=-0.924
min	522.000-494.000=28.000
max	738.000-726.000=12.000

*mean*	2.284-2.240=0.044
σ	0.245-0.209=0.036
min	2.129-2.114=0.015
max	2.706-2.612=0.094

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.416-1830.059=45.357
σ	0.056-0.049=0.007
min	1875.347-1829.988=45.359
max	1875.470-1830.103=45.367

*mean*	1733.800-1721.600=12.200
σ	191.875-172.709=19.167
min	1470.000-1474.000=-4.000
max	1914.000-1882.000=32.000

*mean*	2.972-3.008=-0.036
σ	0.103-0.286=-0.183
min	2.847-2.823=0.024
max	3.134-3.516=-0.382

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.619-1.637=-0.018
σ	0.107-0.122=-0.016
min	1.430-1.483=-0.053
max	1.684-1.769=-0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.295-405.942=14.353
σ	509.312-509.285=0.027
min	165.636-151.294=14.342
max	1184.263-1169.870=14.393

*mean*	103.750-101.750=2.000
σ	7.500
min	100.000-98.000=2.000
max	115.000-113.000=2.000

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.523-0.493=0.029
σ	0.515-0.482=0.033
min	0.255-0.247=0.008
max	1.296-1.216=0.079

policies=20

*mean*	1656.561-1513.123=143.438
σ	0.382-0.246=0.137
min	1656.349-1512.960=143.389
max	1657.133-1513.487=143.647

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	449.500-451.000=-1.500
σ	13.772-11.165=2.607
min	439.000-441.000=-2.000
max	468.000-467.000=1.000

*mean*	2.665-2.472=0.193
σ	0.012-0.021=-0.009
min	2.657-2.445=0.211
max	2.682-2.494=0.188

policies=200

*mean*	16573.681-15139.966=1433.715
σ	0.115-0.084=0.031
min	16573.596-15139.873=1433.723
max	16573.842-15140.041=1433.801

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	498.000-500.000=-2.000
σ	5.715-3.916=1.800
min	492.000-496.000=-4.000
max	505.000

*mean*	27.082-25.073=2.010
σ	0.330-0.112=0.218
min	26.785-24.987=1.798
max	27.475-25.237=2.238