Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.697=0.000
σ	0.364-0.363=0.000
min	54.563-54.563=-0.000
max	55.731-55.730=0.001

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.141-0.140=0.001
σ	0.004-0.004=-0.000
min	0.137-0.135=0.002
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.000
σ	0.007-0.009=-0.002
min	43.767-43.762=0.004
max	43.787-43.789=-0.001

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.122-0.122=-0.000
σ	0.004-0.004=-0.000
min	0.117-0.117=0.000
max	0.128-0.129=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605
σ	0.000-0.000=0.000
min	36.605
max	36.606

*mean*	4592.000-4592.875=-0.875
σ	2249.162-2249.760=-0.598
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	151.155-155.831=-4.677
σ	391.364-404.091=-12.727
min	11.860-11.783=0.077
max	1119.721-1155.892=-36.171

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=0.000

*mean*	4592.000-4592.875=-0.875
σ	2249.162-2249.760=-0.598
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	14.646-14.594=0.052
σ	4.674-4.394=0.280
min	11.559-11.459=0.100
max	25.064-24.863=0.200

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.943-41.943=-0.000

*mean*	7383.000-7388.000=-5.000
σ	0.000
min	7383.000-7388.000=-5.000
max	7383.000-7388.000=-5.000

*mean*	11.975-11.148=0.827
σ	1.913-0.247=1.666
min	11.030-10.854=0.176
max	16.670-11.425=5.245

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.926=0.003

*mean*	4184.000-4184.250=-0.250
σ	1946.185-1945.911=0.274
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	11.913-11.636=0.276
σ	1.947-1.696=0.250
min	11.061-10.659=0.403
max	16.707-15.786=0.921

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.001
σ	0.137-0.136=0.000
min	27.585
max	27.972

*mean*	4184.000-4184.250=-0.250
σ	1946.185-1945.911=0.274
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	8.937-9.006=-0.069
σ	1.474-1.251=0.223
min	7.756-7.969=-0.213
max	12.488-12.020=0.468

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=0.000
max	26.385

*mean*	4184.000-4184.250=-0.250
σ	1946.185-1945.911=0.274
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	6.599-6.797=-0.198
σ	1.096-0.485=0.612
min	5.673-6.305=-0.632
max	9.184-7.811=1.372

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4592.000-4592.875=-0.875
σ	2249.162-2249.760=-0.598
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	6.546-6.451=0.096
σ	1.102-0.974=0.128
min	5.825-5.726=0.099
max	9.037-8.664=0.372

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962-25.962=-0.000
max	25.964

*mean*	4592.000-4592.875=-0.875
σ	2249.162-2249.760=-0.598
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	6.387-6.365=0.022
σ	1.137-1.016=0.121
min	5.761-5.745=0.016
max	8.989-8.605=0.384

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7383.000-7388.000=-5.000
σ	0.000
min	7383.000-7388.000=-5.000
max	7383.000-7388.000=-5.000

*mean*	345.049-363.737=-18.688
σ	2.801-43.084=-40.283
min	340.364-345.881=-5.516
max	349.268-470.274=-121.006

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685
max	3496.971-3496.972=-0.001

*mean*	3759.125-3759.375=-0.250
σ	2301.067-2300.888=0.179
min	720.000
max	7383.000-7388.000=-5.000

*mean*	1795.422-1760.490=34.933
σ	648.356-604.633=43.722
min	1408.084-1403.870=4.214
max	2844.648-2813.085=31.564

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=0.000
σ	0.000-0.000=0.000
min	107.841-107.841=0.000
max	107.842

*mean*	4412.250-4413.750=-1.500
σ	2218.273-2219.328=-1.055
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	250.652-253.188=-2.536
σ	331.702-340.633=-8.931
min	122.770-123.581=-0.811
max	1070.242-1095.756=-25.514

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=-0.000
min	62.065-62.065=0.000
max	62.069

*mean*	4412.250-4413.750=-1.500
σ	2218.273-2219.328=-1.055
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	45.928-44.954=0.973
σ	9.163-8.567=0.596
min	40.102-39.992=0.110
max	67.925-65.938=1.986

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930

*mean*	7383.000-7388.000=-5.000
σ	0.000
min	7383.000-7388.000=-5.000
max	7383.000-7388.000=-5.000

*mean*	215.711-21.902=193.809
σ	545.375-0.824=544.552
min	21.634-21.380=0.254
max	1565.442-23.904=1541.537

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293-71.293=-0.000
max	71.297

*mean*	7383.000-7388.000=-5.000
σ	0.000
min	7383.000-7388.000=-5.000
max	7383.000-7388.000=-5.000

*mean*	66.269-270.398=-204.129
σ	26.393-606.239=-579.846
min	54.913-54.626=0.287
max	131.317-1770.760=-1639.443

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4184.000-4184.250=-0.250
σ	1946.185-1945.911=0.274
min	1487.000-1482.000=5.000
max	7383.000-7388.000=-5.000

*mean*	3271.277-3250.892=20.385
σ	785.353-711.848=73.506
min	2509.440-2499.507=9.933
max	4760.490-4320.801=439.689

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7383.000-7388.000=-5.000
σ	0.000
min	7383.000-7388.000=-5.000
max	7383.000-7388.000=-5.000

*mean*	1047.697-1046.036=1.661
σ	258.765-201.641=57.124
min	927.469-922.776=4.693
max	1676.464-1491.899=184.564

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7383.000-7388.000=-5.000
σ	0.000
min	7383.000-7388.000=-5.000
max	7383.000-7388.000=-5.000

*mean*	399.123-391.940=7.183
σ	5.976-4.730=1.246
min	387.642-382.485=5.157
max	409.428-399.875=9.553

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.125-476.500=1.625
σ	0.354-2.070=-1.717
min	478.000-475.000=3.000
max	479.000

*mean*	374.284-380.633=-6.349
σ	39.417-17.843=21.573
min	307.314-356.560=-49.246
max	440.115-403.235=36.880

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.250-568.000=-6.750
σ	0.707-0.000=0.707
min	561.000-568.000=-7.000
max	563.000-568.000=-5.000

*mean*	775.668-766.520=9.149
σ	35.518-38.897=-3.379
min	744.153-704.688=39.465
max	825.391-815.982=9.409

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.556-964.555=0.001
σ	1.879-1.881=-0.002
min	963.839-963.837=0.002
max	972.503-972.512=-0.008

*mean*	1036.500-1038.950=-2.450
σ	308.271-306.624=1.647
min	538.000-589.000=-51.000
max	1534.000-1489.000=45.000

*mean*	1.258-1.261=-0.003
σ	0.115-0.071=0.044
min	1.088-1.176=-0.088
max	1.617-1.454=0.163

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.309-0.398=-0.089
σ	0.331-0.512=-0.181
min	0.136-0.136=-0.000
max	0.898-1.310=-0.413

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.479=-0.006
σ	0.320-0.321=-0.001
min	0.320-0.323=-0.003
max	1.046-1.052=-0.007

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.217=-0.001
σ	0.024-0.024=0.000
min	0.197-0.199=-0.002
max	0.257-0.259=-0.001

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.333=-0.005
σ	0.016-0.018=-0.002
min	0.312-0.316=-0.004
max	0.353-0.361=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000-431.600=-0.600
σ	0.000-1.342=-1.342
min	431.000
max	431.000-434.000=-3.000

*mean*	0.540-0.536=0.005
σ	0.059-0.080=-0.021
min	0.484-0.435=0.049
max	0.614-0.608=0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.468-0.477=-0.009
σ	0.076-0.043=0.033
min	0.376-0.433=-0.057
max	0.526-0.522=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.610-2.638=-0.028
σ	0.104-0.099=0.005
min	2.454-2.449=0.005
max	3.195-2.925=0.270

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.590-2.597=-0.007
σ	0.080-0.091=-0.011
min	2.448-2.470=-0.022
max	2.821-3.055=-0.234

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.304-0.302=0.002
σ	0.009-0.009=0.001
min	0.292-0.290=0.002
max	0.363-0.360=0.002

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.295-0.291=0.003
σ	0.050-0.007=0.042
min	0.277-0.278=-0.002
max	0.780-0.323=0.457

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.359-11.271=0.088
σ	11.727-12.097=-0.370
min	0.574-0.574=-0.000
max	134.396-122.018=12.379

*mean*	458.579-461.290=-2.711
σ	16.928-20.678=-3.750
min	406.000
max	474.000-482.000=-8.000

*mean*	0.026-0.026=0.000
σ	0.029-0.030=-0.001
min	0.001-0.001=-0.000
max	0.316-0.295=0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.842-279.001=-0.159
σ	1.084-1.095=-0.011
min	278.431-278.598=-0.167
max	281.925-282.114=-0.190

*mean*	445.100-446.300=-1.200
σ	17.489-18.738=-1.249
min	426.000-414.000=12.000
max	472.000-478.000=-6.000

*mean*	0.571-0.578=-0.006
σ	0.025-0.022=0.004
min	0.536-0.529=0.007
max	0.623-0.614=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	849.000-729.000=120.000
σ	0.000
min	849.000-729.000=120.000
max	849.000-729.000=120.000

*mean*	153.212-154.159=-0.947
σ	5.421-9.965=-4.544
min	141.536-137.053=4.483
max	158.838-163.633=-4.795

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	849.000-729.000=120.000
σ	0.000
min	849.000-729.000=120.000
max	849.000-729.000=120.000

*mean*	8.434-7.471=0.963
σ	2.295-1.034=1.261
min	5.703-6.822=-1.119
max	11.898-9.373=2.525

phase=parser

*mean*	1042.132-1042.130=0.002
σ	0.000-0.000=-0.000
min	1042.132-1042.130=0.002
max	1042.132-1042.131=0.002

*mean*	849.000-729.000=120.000
σ	0.000
min	849.000-729.000=120.000
max	849.000-729.000=120.000

*mean*	521.059-485.060=36.000
σ	130.932-79.644=51.288
min	374.372-402.782=-28.410
max	723.984-613.289=110.695

phase=processProdDef

*mean*	2241.194-2241.195=-0.001
σ	0.000
min	2241.194-2241.195=-0.001
max	2241.194-2241.195=-0.001

*mean*	849.000-729.000=120.000
σ	0.000
min	849.000-729.000=120.000
max	849.000-729.000=120.000

*mean*	2635.856-2874.314=-238.457
σ	522.749-423.511=99.238
min	1950.829-2109.812=-158.983
max	3328.727-3262.675=66.051

phase=renaming

*mean*	21.434-21.433=0.000
σ	0.000
min	21.434-21.433=0.000
max	21.434-21.433=0.000

*mean*	849.000-729.000=120.000
σ	0.000
min	849.000-729.000=120.000
max	849.000-729.000=120.000

*mean*	38.723-39.846=-1.123
σ	5.458-3.663=1.795
min	30.349-36.816=-6.467
max	46.937-45.826=1.110

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	849.000-729.000=120.000
σ	0.000
min	849.000-729.000=120.000
max	849.000-729.000=120.000

*mean*	727.883-657.405=70.479
σ	77.018-12.532=64.486
min	631.839-642.444=-10.605
max	829.737-680.245=149.492

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.038-0.036=0.002
min	282.801-282.802=-0.001
max	282.892-282.889=0.003

*mean*	442.000-444.800=-2.800
σ	0.000-1.095=-1.095
min	442.000-444.000=-2.000
max	442.000-446.000=-4.000

*mean*	0.374-0.377=-0.003
σ	0.001-0.006=-0.005
min	0.373-0.374=-0.001
max	0.375-0.388=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.055-1268.046=0.009
σ	0.107-0.114=-0.007
min	1267.941-1267.941=0.000
max	1268.229-1268.233=-0.005

*mean*	1090.200-1090.600=-0.400
σ	167.874-167.255=0.619
min	891.000-893.000=-2.000
max	1319.000-1321.000=-2.000

*mean*	2.040-1.989=0.051
σ	0.163-0.120=0.043
min	1.855-1.833=0.021
max	2.285-2.133=0.152

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.018-1507.018=0.000
σ	2.955-2.969=-0.014
min	1505.465-1505.462=0.003
max	1512.292-1512.316=-0.024

*mean*	623.600-626.000=-2.400
σ	87.751-87.164=0.588
min	493.000-496.000=-3.000
max	726.000-728.000=-2.000

*mean*	2.215-2.230=-0.016
σ	0.194-0.203=-0.009
min	2.075-2.112=-0.037
max	2.557-2.590=-0.033

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.056-1830.057=-0.002
σ	0.044-0.045=-0.001
min	1829.995-1829.984=0.011
max	1830.105-1830.099=0.007

*mean*	1718.400-1723.800=-5.400
σ	188.236-173.532=14.704
min	1454.000-1475.000=-21.000
max	1891.000-1885.000=6.000

*mean*	2.966-2.993=-0.027
σ	0.193-0.262=-0.069
min	2.826-2.815=0.011
max	3.302-3.457=-0.155

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.715-1.651=0.064
σ	0.133-0.159=-0.026
min	1.492-1.523=-0.030
max	1.823-1.838=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.944-405.941=0.003
σ	509.285-509.289=-0.003
min	151.295-151.290=0.006
max	1169.871-1169.873=-0.002

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	433.000-440.000=-7.000
σ	0.000
min	433.000-440.000=-7.000
max	433.000-440.000=-7.000

*mean*	0.512-0.514=-0.002
σ	0.522-0.511=0.011
min	0.245-0.254=-0.009
max	1.295-1.281=0.014

policies=20

*mean*	1513.140-1513.119=0.021
σ	0.259-0.255=0.004
min	1512.973-1512.947=0.026
max	1513.524-1513.496=0.028

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	443.500-450.250=-6.750
σ	7.000-11.644=-4.644
min	433.000-440.000=-7.000
max	447.000-467.000=-20.000

*mean*	2.485-2.472=0.013
σ	0.008-0.018=-0.010
min	2.475-2.453=0.022
max	2.494-2.489=0.004

policies=200

*mean*	15140.002-15139.980=0.022
σ	0.099-0.206=-0.108
min	15139.913-15139.793=0.120
max	15140.142-15140.268=-0.126

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-497.250=0.500
σ	5.560-4.113=1.447
min	491.000-492.000=-1.000
max	504.000-502.000=2.000

*mean*	24.983-25.071=-0.089
σ	0.074-0.200=-0.126
min	24.910-24.915=-0.005
max	25.080-25.357=-0.277