Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.895
σ	0.000
min	4.895
max	4.895

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.133
σ	0.000
min	446.133
max	446.133

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.699-54.699=-0.000
σ	0.363-0.367=-0.005
min	54.553-54.551=0.002
max	55.729-55.742=-0.013

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.139-0.140=-0.001
σ	0.006-0.003=0.002
min	0.132-0.136=-0.004
max	0.149-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.776=0.001
σ	0.010-0.006=0.003
min	43.757-43.763=-0.006
max	43.793-43.785=0.007

*mean*	415.000-420.000=-5.000
σ	0.000
min	415.000-420.000=-5.000
max	415.000-420.000=-5.000

*mean*	0.123-0.121=0.001
σ	0.004-0.005=-0.001
min	0.119-0.116=0.003
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606

*mean*	4589.625-4586.500=3.125
σ	2247.771-2249.124=-1.353
min	1487.000
max	7384.000-7383.000=1.000

*mean*	146.505-134.352=12.152
σ	380.003-343.466=36.537
min	11.892-11.846=0.045
max	1086.962-984.370=102.592

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.605=-0.000

*mean*	4589.625-4586.500=3.125
σ	2247.771-2249.124=-1.353
min	1487.000
max	7384.000-7383.000=1.000

*mean*	13.990-14.626=-0.636
σ	4.475-4.570=-0.094
min	11.452-11.562=-0.110
max	24.944-25.043=-0.099

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.943-41.943=-0.000

*mean*	7384.000-7383.000=1.000
σ	0.000
min	7384.000-7383.000=1.000
max	7384.000-7383.000=1.000

*mean*	10.982-11.147=-0.165
σ	0.218-0.149=0.069
min	10.610-10.819=-0.208
max	11.231-11.303=-0.072

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.001
min	41.924
max	41.928-41.925=0.003

*mean*	4180.750-4175.750=5.000
σ	1943.801-1944.934=-1.134
min	1487.000
max	7384.000-7383.000=1.000

*mean*	11.561-11.606=-0.045
σ	1.844-2.010=-0.165
min	10.752-10.757=-0.005
max	16.120-16.568=-0.448

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.137=-0.000
min	27.585-27.585=-0.000
max	27.972-27.972=-0.000

*mean*	4180.750-4175.750=5.000
σ	1943.801-1944.934=-1.134
min	1487.000
max	7384.000-7383.000=1.000

*mean*	9.067-9.134=-0.067
σ	1.323-1.365=-0.041
min	8.170-8.282=-0.112
max	12.291-12.481=-0.190

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=-0.000
max	26.385-26.385=-0.000

*mean*	4180.750-4175.750=5.000
σ	1943.801-1944.934=-1.134
min	1487.000
max	7384.000-7383.000=1.000

*mean*	7.099-7.247=-0.147
σ	0.915-0.727=0.188
min	6.412-6.685=-0.273
max	9.305-9.003=0.302

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4589.625-4586.500=3.125
σ	2247.771-2249.124=-1.353
min	1487.000
max	7384.000-7383.000=1.000

*mean*	6.278-6.575=-0.297
σ	1.038-0.994=0.044
min	5.663-5.893=-0.230
max	8.826-8.790=0.036

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=0.000
min	25.962-25.962=-0.000
max	25.964

*mean*	4589.625-4586.500=3.125
σ	2247.771-2249.124=-1.353
min	1487.000
max	7384.000-7383.000=1.000

*mean*	6.116-6.473=-0.356
σ	1.171-1.054=0.118
min	5.226-5.875=-0.649
max	8.966-8.792=0.174

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.602
σ	0.002
min	1021.600
max	1021.604

*mean*	7384.000-7383.000=1.000
σ	0.000
min	7384.000-7383.000=1.000
max	7384.000-7383.000=1.000

*mean*	362.004-389.237=-27.233
σ	44.571-118.689=-74.119
min	343.331-344.042=-0.710
max	472.229-682.936=-210.707

op=load_product(), with indexes

*mean*	3495.848-3495.848=0.000
σ	0.454-0.454=-0.000
min	3495.687-3495.687=0.000
max	3496.971

*mean*	3756.625-3753.750=2.875
σ	2298.499-2298.565=-0.066
min	720.000-721.000=-1.000
max	7384.000-7383.000=1.000

*mean*	1786.569-1766.587=19.982
σ	690.597-638.792=51.805
min	1402.236-1387.006=15.231
max	2995.289-2835.039=160.250

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841
max	107.842

*mean*	4410.375-4405.125=5.250
σ	2217.492-2218.811=-1.320
min	1487.000
max	7384.000-7383.000=1.000

*mean*	257.359-229.350=28.009
σ	336.598-259.883=76.715
min	127.787-124.099=3.688
max	1089.082-871.080=218.002

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.069=0.000

*mean*	4410.375-4405.125=5.250
σ	2217.492-2218.811=-1.320
min	1487.000
max	7384.000-7383.000=1.000

*mean*	43.854-46.689=-2.835
σ	3.055-9.788=-6.734
min	40.997-41.260=-0.263
max	50.591-70.525=-19.934

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7384.000-7383.000=1.000
σ	0.000
min	7384.000-7383.000=1.000
max	7384.000-7383.000=1.000

*mean*	21.819-22.794=-0.975
σ	0.772-1.624=-0.852
min	21.317-21.718=-0.400
max	23.610-25.866=-2.256

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293
max	71.297-71.297=-0.000

*mean*	7384.000-7383.000=1.000
σ	0.000
min	7384.000-7383.000=1.000
max	7384.000-7383.000=1.000

*mean*	302.865-57.042=245.823
σ	696.904-2.391=694.513
min	55.724-55.462=0.262
max	2027.611-62.758=1964.854

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.843=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4180.750-4175.750=5.000
σ	1943.801-1944.934=-1.134
min	1487.000
max	7384.000-7383.000=1.000

*mean*	3286.177-3329.467=-43.290
σ	757.952-819.885=-61.933
min	2522.997-2496.627=26.370
max	4518.552-4758.279=-239.727

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7384.000-7383.000=1.000
σ	0.000
min	7384.000-7383.000=1.000
max	7384.000-7383.000=1.000

*mean*	971.352-1016.200=-44.848
σ	74.328-194.067=-119.739
min	925.371-920.381=4.990
max	1106.261-1486.953=-380.692

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=-0.000
σ	0.002-0.002=0.000
min	905.082
max	905.087

*mean*	7384.000-7383.000=1.000
σ	0.000
min	7384.000-7383.000=1.000
max	7384.000-7383.000=1.000

*mean*	390.943-498.383=-107.440
σ	4.280-258.682=-254.401
min	382.723-369.866=12.857
max	395.161-1130.005=-734.843

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-477.500=-0.750
σ	0.463-0.756=-0.293
min	476.000
max	477.000-478.000=-1.000

*mean*	401.753-363.139=38.615
σ	23.078-23.376=-0.298
min	365.024-312.515=52.509
max	432.539-385.263=47.275

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.375-563.000=-4.625
σ	0.518-0.000=0.518
min	558.000-563.000=-5.000
max	559.000-563.000=-4.000

*mean*	731.169-724.052=7.118
σ	64.272-57.632=6.639
min	616.867-602.365=14.501
max	820.535-810.876=9.659

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.525-964.525=-0.000
σ	1.820-1.819=0.001
min	963.817-963.820=-0.003
max	972.223-972.218=0.005

*mean*	1037.100-1038.300=-1.200
σ	307.892-292.419=15.473
min	540.000-550.000=-10.000
max	1534.000-1427.000=107.000

*mean*	1.255-1.292=-0.036
σ	0.090-0.184=-0.094
min	1.168-1.177=-0.009
max	1.529-1.858=-0.329

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.419-0.307=0.112
σ	0.492-0.280=0.212
min	0.147-0.138=0.009
max	1.295-0.794=0.501

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.820-0.480=0.340
σ	0.521-0.319=0.202
min	0.568-0.322=0.247
max	1.752-1.050=0.702

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.376-0.216=0.160
σ	0.025-0.022=0.003
min	0.355-0.202=0.153
max	0.419-0.254=0.165

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.587-0.334=0.253
σ	0.029-0.014=0.015
min	0.564-0.325=0.239
max	0.632-0.357=0.275

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.838=0.140
σ	0.009
min	964.973-964.833=0.140
max	964.995-964.855=0.140

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.607-0.522=0.085
σ	0.069-0.023=0.046
min	0.549-0.487=0.063
max	0.726-0.551=0.175

name=cdr_enhanced_4k_loc.art

*mean*	886.000-885.912=0.089
σ	0.002
min	885.999-885.911=0.089
max	886.003-885.914=0.089

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.458-0.425=0.033
σ	0.054-0.030=0.024
min	0.391-0.391=0.000
max	0.511-0.472=0.039

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.665-2.562=0.103
σ	0.121-0.267=-0.145
min	2.473-1.953=0.520
max	3.300-3.291=0.008

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.643-2.629=0.014
σ	0.092-0.091=0.001
min	2.469-2.459=0.011
max	2.900-2.884=0.017

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.303-0.303=-0.000
σ	0.008-0.012=-0.003
min	0.286-0.290=-0.003
max	0.351-0.372=-0.021

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.288-0.289=-0.001
σ	0.008-0.007=0.001
min	0.274-0.275=-0.002
max	0.323-0.325=-0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.883-11.562=0.321
σ	11.433-11.656=-0.223
min	0.573-0.574=-0.001
max	79.224-115.666=-36.442

*mean*	458.397-462.897=-4.500
σ	18.601-18.683=-0.082
min	408.000-409.000=-1.000
max	475.000-478.000=-3.000

*mean*	0.027-0.027=0.001
σ	0.028-0.029=-0.001
min	0.001-0.001=0.000
max	0.188-0.272=-0.084

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.694-278.812=-0.119
σ	0.995-1.052=-0.057
min	278.320-278.405=-0.085
max	281.523-281.804=-0.280

*mean*	445.000-444.100=0.900
σ	16.350-18.788=-2.438
min	414.000-415.000=-1.000
max	465.000-476.000=-11.000

*mean*	0.584-0.574=0.010
σ	0.011-0.015=-0.003
min	0.570-0.539=0.031
max	0.608-0.587=0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	107.975
σ	0.000-0.000=0.000
min	107.975
max	107.975-107.975=0.000

*mean*	847.750-850.000=-2.250
σ	0.463-0.000=0.463
min	847.000-850.000=-3.000
max	848.000-850.000=-2.000

*mean*	152.175-159.434=-7.259
σ	11.261-10.970=0.290
min	134.703-139.760=-5.056
max	165.618-166.770=-1.152

phase=macro expansion

*mean*	5.897-5.894=0.004
σ	0.000
min	5.897-5.894=0.004
max	5.897-5.894=0.004

*mean*	847.625-849.750=-2.125
σ	0.518-0.707=-0.190
min	847.000-848.000=-1.000
max	848.000-850.000=-2.000

*mean*	8.611-7.805=0.807
σ	2.951-2.287=0.664
min	5.843-5.807=0.036
max	12.053-11.893=0.160

phase=parser

*mean*	1042.133-1041.966=0.167
σ	0.000-0.000=-0.000
min	1042.133-1041.966=0.167
max	1042.133-1041.967=0.167

*mean*	847.625-849.750=-2.125
σ	0.518-0.707=-0.190
min	847.000-848.000=-1.000
max	848.000-850.000=-2.000

*mean*	534.421-541.700=-7.279
σ	172.077-168.811=3.266
min	374.098-375.778=-1.680
max	729.037-735.418=-6.381

phase=processProdDef

*mean*	2241.153-2241.151=0.001
σ	0.000
min	2241.153-2241.151=0.001
max	2241.153-2241.151=0.001

*mean*	847.750-850.000=-2.250
σ	0.463-0.000=0.463
min	847.000-850.000=-3.000
max	848.000-850.000=-2.000

*mean*	2748.174-2715.490=32.684
σ	503.407-521.393=-17.986
min	2046.211-1893.366=152.845
max	3354.466-3344.803=9.663

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	847.625-849.750=-2.125
σ	0.518-0.707=-0.190
min	847.000-848.000=-1.000
max	848.000-850.000=-2.000

*mean*	40.870-36.852=4.018
σ	7.106-9.306=-2.200
min	30.053-20.142=9.911
max	47.290-47.367=-0.077

phase=type checker

*mean*	958.462-958.466=-0.004
σ	0.047
min	958.439-958.443=-0.004
max	958.564-958.568=-0.004

*mean*	847.625-849.750=-2.125
σ	0.518-0.707=-0.190
min	847.000-848.000=-1.000
max	848.000-850.000=-2.000

*mean*	741.648-686.084=55.563
σ	92.588-73.645=18.943
min	633.798-620.491=13.307
max	853.777-848.906=4.871

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.360=-0.001
σ	0.037-0.036=0.002
min	282.309-282.309=-0.001
max	282.399-282.397=0.002

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.373-0.377=-0.004
σ	0.001-0.007=-0.006
min	0.372-0.371=0.002
max	0.375-0.386=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.596-1267.619=-0.023
σ	0.110-0.114=-0.004
min	1267.422-1267.454=-0.032
max	1267.718-1267.763=-0.046

*mean*	1091.200-1089.800=1.400
σ	169.547-167.522=2.025
min	891.000-893.000=-2.000
max	1323.000-1319.000=4.000

*mean*	2.085-2.129=-0.044
σ	0.194-0.208=-0.014
min	1.790-1.807=-0.018
max	2.336-2.342=-0.006

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.593-1506.519=0.074
σ	2.906-2.938=-0.032
min	1505.129-1504.980=0.149
max	1511.783-1511.760=0.023

*mean*	635.600-625.200=10.400
σ	91.199-87.311=3.888
min	498.000-495.000=3.000
max	737.000-727.000=10.000

*mean*	2.345-2.178=0.167
σ	0.233-0.138=0.096
min	2.081-2.098=-0.017
max	2.570-2.423=0.147

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.561-1829.561=-0.000
σ	0.040-0.045=-0.005
min	1829.505-1829.504=0.001
max	1829.598-1829.608=-0.010

*mean*	1728.600-1726.800=1.800
σ	174.111-175.327=-1.216
min	1475.000-1471.000=4.000
max	1885.000-1884.000=1.000

*mean*	2.957-3.046=-0.089
σ	0.228-0.199=0.029
min	2.735-2.903=-0.168
max	3.344-3.342=0.002

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.652-1.685=-0.033
σ	0.189-0.139=0.050
min	1.448-1.500=-0.052
max	1.845-1.825=0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.614-393.597=0.017
σ	509.098-509.065=0.033
min	139.062-139.062=-0.000
max	1157.260-1157.194=0.066

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	444.000-438.000=6.000
σ	0.000
min	444.000-438.000=6.000
max	444.000-438.000=6.000

*mean*	0.494-0.471=0.023
σ	0.526-0.483=0.043
min	0.225-0.226=-0.001
max	1.283-1.194=0.088

policies=20

*mean*	1390.717-1390.710=0.007
σ	0.145-0.133=0.011
min	1390.609-1390.609=0.000
max	1390.929-1390.905=0.025

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	447.750-442.500=5.250
σ	7.500-9.000=-1.500
min	444.000-438.000=6.000
max	459.000-456.000=3.000

*mean*	2.293-2.279=0.013
σ	0.020-0.012=0.008
min	2.267-2.267=-0.000
max	2.313-2.295=0.017

policies=200

*mean*	13915.837-13915.872=-0.035
σ	0.047-0.105=-0.059
min	13915.796-13915.796=-0.000
max	13915.900-13916.027=-0.127

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	496.000-493.000=3.000
σ	5.715-4.397=1.319
min	490.000-488.000=2.000
max	503.000-498.000=5.000

*mean*	23.139-23.056=0.084
σ	0.084-0.096=-0.013
min	23.034-22.920=0.114
max	23.236-23.141=0.096