Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.817-54.699=3.118
σ	0.362-0.363=-0.001
min	57.675-54.565=3.111
max	58.845-55.732=3.113

*mean*	418.700-420.000=-1.300
σ	0.483-0.000=0.483
min	418.000-420.000=-2.000
max	419.000-420.000=-1.000

*mean*	0.144-0.140=0.004
σ	0.005-0.004=0.001
min	0.138-0.136=0.002
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-43.778=3.120
σ	0.006-0.007=-0.001
min	46.890-43.771=3.119
max	46.909-43.794=3.115

*mean*	419.000-420.000=-1.000
σ	0.000
min	419.000-420.000=-1.000
max	419.000-420.000=-1.000

*mean*	0.131-0.123=0.008
σ	0.005-0.003=0.001
min	0.128-0.120=0.008
max	0.140-0.129=0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4590.250-4587.250=3.000
σ	2248.875-2253.669=-4.794
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	153.072-14.545=138.526
σ	396.005-4.780=391.225
min	11.923-11.912=0.011
max	1133.120-25.231=1107.889

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605

*mean*	4590.250-4587.250=3.000
σ	2248.875-2253.669=-4.794
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	14.934-15.068=-0.134
σ	4.709-4.578=0.130
min	11.621-12.679=-1.057
max	25.140-25.422=-0.281

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=0.000

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	11.684-10.885=0.800
σ	1.923-0.128=1.794
min	10.645-10.578=0.067
max	16.419-10.983=5.436

op=table_records(), repeat

*mean*	41.925-41.925=0.001
σ	0.001-0.000=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4180.625-4173.875=6.750
σ	1945.018-1945.655=-0.637
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	11.619-11.745=-0.126
σ	1.713-1.872=-0.159
min	10.684-10.601=0.083
max	15.816-16.336=-0.520

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.001
σ	0.137-0.136=0.000
min	27.585-27.586=-0.000
max	27.972

*mean*	4180.625-4173.875=6.750
σ	1945.018-1945.655=-0.637
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	9.076-9.241=-0.164
σ	1.380-1.133=0.247
min	7.940-8.373=-0.434
max	12.422-12.001=0.421

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385-26.385=-0.000
max	26.385

*mean*	4180.625-4173.875=6.750
σ	1945.018-1945.655=-0.637
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	7.098-7.147=-0.049
σ	0.978-0.909=0.069
min	6.403-6.658=-0.255
max	9.484-9.371=0.113

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674

*mean*	4590.250-4587.250=3.000
σ	2248.875-2253.669=-4.794
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	6.627-6.526=0.101
σ	1.060-1.047=0.013
min	5.991-5.788=0.203
max	8.986-8.778=0.208

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964-25.964=0.000

*mean*	4590.250-4587.250=3.000
σ	2248.875-2253.669=-4.794
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	6.427-6.375=0.052
σ	1.098-1.103=-0.005
min	5.710-5.603=0.107
max	8.910-8.752=0.158

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002
min	1021.597-1021.597=0.000
max	1021.602-1021.602=0.000

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	347.410-360.771=-13.361
σ	1.994-41.059=-39.065
min	344.845-343.479=1.366
max	351.140-462.316=-111.176

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685-3495.685=0.000
max	3496.971-3496.972=-0.001

*mean*	3757.125-3751.875=5.250
σ	2299.611-2298.991=0.620
min	720.000
max	7385.000-7403.000=-18.000

*mean*	1779.759-1777.234=2.525
σ	633.183-643.066=-9.884
min	1399.688-1399.188=0.501
max	2819.116-2854.086=-34.969

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=0.000
max	107.842-107.842=-0.000

*mean*	4409.875-4408.125=1.750
σ	2218.471-2224.889=-6.417
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	232.324-266.231=-33.907
σ	260.529-351.944=-91.415
min	126.782-131.608=-4.827
max	875.479-1136.275=-260.795

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4409.875-4587.250=-177.375
σ	2218.471-2253.669=-35.197
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	47.970-187.282=-139.312
σ	9.868-399.385=-389.517
min	42.821-41.278=1.543
max	72.065-1175.534=-1103.469

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	214.373-22.667=191.706
σ	544.612-2.145=542.467
min	21.438-21.213=0.225
max	1562.217-27.066=1535.151

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297-71.297=0.000

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	64.648-290.558=-225.910
σ	24.570-661.497=-636.927
min	54.973-55.347=-0.375
max	125.400-1927.677=-1802.278

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4180.625-4173.875=6.750
σ	1945.018-1945.655=-0.637
min	1487.000-1482.000=5.000
max	7385.000-7403.000=-18.000

*mean*	3253.091-3306.654=-53.563
σ	816.643-714.924=101.719
min	2511.769-2517.650=-5.881
max	4774.861-4305.297=469.565

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	1039.252-1089.913=-50.662
σ	262.971-276.290=-13.319
min	916.859-920.353=-3.493
max	1670.078-1685.778=-15.700

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7385.000-7403.000=-18.000
σ	0.000
min	7385.000-7403.000=-18.000
max	7385.000-7403.000=-18.000

*mean*	392.287-420.658=-28.371
σ	8.107-52.885=-44.778
min	372.638-388.771=-16.132
max	398.367-508.655=-110.288

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-475.875=1.125
σ	0.000-0.354=-0.354
min	477.000-475.000=2.000
max	477.000-476.000=1.000

*mean*	387.711-371.603=16.107
σ	24.522-20.549=3.974
min	359.952-343.811=16.141
max	422.574-399.753=22.822

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	564.000-567.000=-3.000
σ	0.000-1.852=-1.852
min	564.000
max	564.000-568.000=-4.000

*mean*	744.060-750.386=-6.326
σ	64.724-61.132=3.593
min	622.104-641.918=-19.814
max	823.467-851.264=-27.798

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	977.272-964.558=12.713
σ	2.439-1.879=0.560
min	976.428-963.840=12.588
max	987.606-972.504=15.102

*mean*	1050.900-1033.500=17.400
σ	311.893-303.318=8.575
min	565.000-540.000=25.000
max	1511.000-1522.000=-11.000

*mean*	1.296-1.254=0.042
σ	0.155-0.079=0.076
min	1.207-1.180=0.026
max	1.902-1.487=0.414

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.293-0.397=-0.104
σ	0.275-0.501=-0.226
min	0.147-0.138=0.009
max	0.781-1.291=-0.510

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.478=-0.003
σ	0.317-0.324=-0.007
min	0.321-0.325=-0.004
max	1.041-1.057=-0.016

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.236-0.212=0.024
σ	0.030-0.030=0.000
min	0.212-0.191=0.021
max	0.277-0.262=0.015

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342-0.313=0.029
σ	0.027-0.020=0.007
min	0.316-0.293=0.023
max	0.385-0.345=0.040

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000-430.600=0.400
σ	0.000-0.548=-0.548
min	431.000-430.000=1.000
max	431.000

*mean*	0.514-0.576=-0.062
σ	0.062-0.035=0.026
min	0.465-0.532=-0.067
max	0.609-0.611=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.476-0.476=-0.000
σ	0.055-0.027=0.027
min	0.384-0.456=-0.072
max	0.519-0.522=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.650-1.966=0.684
σ	0.113-0.082=0.031
min	2.428-1.831=0.597
max	3.060-2.425=0.634

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.610-1.960=0.649
σ	0.111-0.071=0.039
min	2.448-1.845=0.603
max	2.890-2.216=0.674

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.310-0.304=0.007
σ	0.011-0.011=-0.000
min	0.297-0.290=0.007
max	0.383-0.375=0.009

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.293-0.289=0.004
σ	0.012-0.008=0.004
min	0.279-0.278=0.001
max	0.377-0.338=0.039

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.096-11.196=0.900
σ	11.362-12.638=-1.275
min	0.574-0.714=-0.141
max	93.476-142.566=-49.090

*mean*	467.005-464.869=2.136
σ	21.342-20.451=0.892
min	406.000-408.000=-2.000
max	484.000-482.000=2.000

*mean*	0.028-0.026=0.002
σ	0.028-0.031=-0.003
min	0.001-0.001=0.000
max	0.225-0.354=-0.129

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.227-279.147=15.080
σ	1.022-1.079=-0.057
min	293.829-278.718=15.111
max	297.132-282.211=14.921

*mean*	438.900-441.700=-2.800
σ	16.278-16.694=-0.415
min	415.000-414.000=1.000
max	460.000-468.000=-8.000

*mean*	0.577-0.577=0.001
σ	0.034-0.020=0.014
min	0.518-0.537=-0.018
max	0.612-0.618=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	143.151-148.684=-5.533
σ	12.450-14.297=-1.847
min	118.548-131.666=-13.118
max	158.267-164.108=-5.841

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	9.861-5.838=4.023
σ	1.611-0.070=1.541
min	6.947-5.750=1.197
max	11.846-5.955=5.892

phase=parser

*mean*	1042.130-1042.131=-0.001
σ	0.000-0.000=0.000
min	1042.130-1042.131=-0.001
max	1042.131-1042.132=-0.001

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	486.131-376.670=109.462
σ	131.247-2.868=128.379
min	376.330-373.462=2.868
max	723.880-380.296=343.584

phase=processProdDef

*mean*	2241.195-2241.192=0.002
σ	0.000
min	2241.195-2241.192=0.002
max	2241.195-2241.192=0.002

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	2652.461-2714.334=-61.873
σ	324.291-169.184=155.107
min	2280.607-2474.632=-194.025
max	3325.307-2906.015=419.292

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	37.238-34.523=2.714
σ	7.324-1.150=6.173
min	26.123-33.007=-6.884
max	47.154-36.095=11.059

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	873.000-848.000=25.000
σ	0.000
min	873.000-848.000=25.000
max	873.000-848.000=25.000

*mean*	735.339-663.900=71.439
σ	79.430-19.522=59.907
min	652.748-638.901=13.847
max	884.215-684.208=200.007

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.220-282.856=45.364
σ	0.040-0.036=0.004
min	328.164-282.804=45.359
max	328.259-282.891=45.368

*mean*	439.200-444.000=-4.800
σ	5.070-0.000=5.070
min	434.000-444.000=-10.000
max	445.000-444.000=1.000

*mean*	0.443-0.375=0.068
σ	0.011-0.002=0.009
min	0.435-0.374=0.061
max	0.456-0.379=0.077

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.427-1268.059=45.369
σ	0.138-0.092=0.046
min	1313.321-1267.954=45.367
max	1313.664-1268.184=45.480

*mean*	1065.000-1093.000=-28.000
σ	164.464-168.649=-4.185
min	838.000-893.000=-55.000
max	1269.000-1325.000=-56.000

*mean*	1.896-2.027=-0.131
σ	0.050-0.102=-0.052
min	1.835-1.857=-0.022
max	1.946-2.111=-0.164

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.405-1507.060=45.345
σ	3.095-2.925=0.170
min	1550.821-1505.542=45.279
max	1557.931-1512.282=45.649

*mean*	618.600-625.800=-7.200
σ	80.888-87.537=-6.649
min	502.000-495.000=7.000
max	706.000-728.000=-22.000

*mean*	2.307-2.269=0.038
σ	0.224-0.229=-0.005
min	2.113-2.024=0.089
max	2.633-2.564=0.069

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.432-1830.056=45.376
σ	0.068-0.042=0.026
min	1875.355-1829.989=45.366
max	1875.526-1830.099=45.427

*mean*	1705.800-1723.800=-18.000
σ	241.333-186.181=55.153
min	1416.000-1463.000=-47.000
max	2035.000-1893.000=142.000

*mean*	2.986-3.000=-0.014
σ	0.159-0.306=-0.148
min	2.859-2.813=0.046
max	3.213-3.545=-0.332

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.386-1.711=-0.325
σ	0.088-0.223=-0.135
min	1.259-1.324=-0.065
max	1.498-1.873=-0.375

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	420.088-405.944=14.143
σ	508.896-509.287=-0.392
min	165.636-151.295=14.341
max	1183.431-1169.876=13.556

*mean*	103.500-101.750=1.750
σ	7.000-7.500=-0.500
min	100.000-98.000=2.000
max	114.000-113.000=1.000

*mean*	434.000-444.000=-10.000
σ	0.000
min	434.000-444.000=-10.000
max	434.000-444.000=-10.000

*mean*	0.542-0.484=0.057
σ	0.528-0.459=0.069
min	0.274-0.246=0.029
max	1.333-1.173=0.160

policies=20

*mean*	1656.586-1513.144=143.442
σ	0.398-0.282=0.116
min	1656.350-1512.991=143.359
max	1657.182-1513.567=143.615

*mean*	1000.000-980.000=20.000
σ	0.000
min	1000.000-980.000=20.000
max	1000.000-980.000=20.000

*mean*	450.500-452.000=-1.500
σ	12.369-10.832=1.537
min	441.000-444.000=-3.000
max	467.000-468.000=-1.000

*mean*	2.694-2.521=0.173
σ	0.011-0.056=-0.045
min	2.677-2.475=0.202
max	2.700-2.603=0.097

policies=200

*mean*	16573.650-15140.029=1433.621
σ	0.131-0.100=0.032
min	16573.515-15139.947=1433.569
max	16573.830-15140.165=1433.665

*mean*	10000.000-9800.000=200.000
σ	0.000
min	10000.000-9800.000=200.000
max	10000.000-9800.000=200.000

*mean*	498.500-497.000=1.500
σ	5.686-4.967=0.720
min	492.000-491.000=1.000
max	505.000-503.000=2.000

*mean*	27.169-25.100=2.069
σ	0.105-0.106=-0.001
min	27.066-24.988=2.077
max	27.268-25.217=2.052