Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.676-6.645=0.031
σ	0.000
min	6.676-6.645=0.031
max	6.676-6.645=0.031

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.775-54.860=-0.085
σ	0.363-0.360=0.003
min	54.629-54.719=-0.090
max	55.807-55.882=-0.075

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.140-0.140=-0.000
σ	0.004-0.005=-0.000
min	0.135-0.134=0.001
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.846=-0.069
σ	0.007-0.005=0.002
min	43.764-43.836=-0.072
max	43.789-43.852=-0.063

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.131-0.123=0.008
σ	0.010-0.004=0.006
min	0.122-0.118=0.004
max	0.151-0.131=0.020

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618

*mean*	4583.375-4228.875=354.500
σ	2251.389-1980.146=271.243
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	13.752-11.695=2.057
σ	2.740-0.195=2.545
min	12.131-11.386=0.745
max	18.430-12.071=6.359

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.617=0.000

*mean*	4583.375-4228.875=354.500
σ	2251.389-1980.146=271.243
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	14.303-11.423=2.880
σ	2.722-0.597=2.125
min	12.199-10.891=1.308
max	18.788-12.428=6.360

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946-41.946=-0.000
max	41.950

*mean*	7399.000-7484.000=-85.000
σ	0.000
min	7399.000-7484.000=-85.000
max	7399.000-7484.000=-85.000

*mean*	11.296-10.565=0.730
σ	0.322-0.198=0.124
min	10.918-10.142=0.777
max	11.951-10.737=1.214

op=table_records(), repeat

*mean*	41.934-41.933=0.000
σ	0.001-0.001=0.001
min	41.933
max	41.937-41.934=0.003

*mean*	4169.750-4228.875=-59.125
σ	1943.056-1980.146=-37.090
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	11.877-10.885=0.991
σ	1.987-1.694=0.294
min	10.907-10.171=0.736
max	16.772-15.073=1.699

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4169.750-4228.875=-59.125
σ	1943.056-1980.146=-37.090
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	9.060-8.513=0.547
σ	1.304-1.194=0.109
min	7.878-7.574=0.304
max	12.163-11.414=0.750

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406
σ	0.000
min	26.406
max	26.406

*mean*	4169.750-4228.875=-59.125
σ	1943.056-1980.146=-37.090
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	7.045-6.687=0.358
σ	1.012-0.959=0.052
min	5.968-6.058=-0.091
max	9.261-9.036=0.225

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680-25.680=-0.000
max	25.688-25.688=0.000

*mean*	4583.375-4228.875=354.500
σ	2251.389-1980.146=271.243
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	6.315-5.532=0.783
σ	0.575-0.212=0.363
min	5.805-5.326=0.480
max	7.367-5.944=1.423

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4583.375-4228.875=354.500
σ	2251.389-1980.146=271.243
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	6.269-5.435=0.833
σ	0.606-0.115=0.490
min	5.731-5.247=0.484
max	7.335-5.587=1.748

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.629

*mean*	7399.000-7484.000=-85.000
σ	0.000
min	7399.000-7484.000=-85.000
max	7399.000-7484.000=-85.000

*mean*	362.779-349.084=13.695
σ	43.409-2.685=40.724
min	345.121-344.501=0.620
max	470.128-352.675=117.452

op=load_product(), with indexes

*mean*	3495.878-3495.879=-0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038

*mean*	3748.500-3798.250=-49.750
σ	2296.055-2338.237=-42.182
min	720.000
max	7399.000-7484.000=-85.000

*mean*	1612.210-2085.972=-473.763
σ	451.459-1009.227=-557.768
min	1392.822-1392.905=-0.083
max	2711.352-3928.733=-1217.381

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.001
max	107.855-107.854=0.000

*mean*	4404.500-4228.875=175.625
σ	2222.919-1980.146=242.773
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	283.171-133.513=149.657
σ	409.672-13.043=396.630
min	127.503-122.907=4.595
max	1295.888-164.915=1130.973

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4583.375-4228.875=354.500
σ	2251.389-1980.146=271.243
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	132.641-42.364=90.277
σ	240.053-1.345=238.708
min	42.507-40.570=1.937
max	726.399-44.118=682.281

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7399.000-7484.000=-85.000
σ	0.000
min	7399.000-7484.000=-85.000
max	7399.000-7484.000=-85.000

*mean*	22.542-22.591=-0.049
σ	2.186-2.395=-0.209
min	21.571-21.189=0.382
max	27.933-27.037=0.896

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311

*mean*	7399.000-7484.000=-85.000
σ	0.000
min	7399.000-7484.000=-85.000
max	7399.000-7484.000=-85.000

*mean*	286.716-56.746=229.970
σ	651.080-3.390=647.689
min	55.480-54.905=0.575
max	1898.053-65.046=1833.006

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4169.750-4228.875=-59.125
σ	1943.056-1980.146=-37.090
min	1486.000-1484.000=2.000
max	7399.000-7484.000=-85.000

*mean*	3088.762-3336.914=-248.153
σ	790.547-647.585=142.963
min	2501.865-2478.719=23.146
max	4533.322-4278.168=255.153

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7399.000-7484.000=-85.000
σ	0.000
min	7399.000-7484.000=-85.000
max	7399.000-7484.000=-85.000

*mean*	1072.980-1158.414=-85.435
σ	266.014-657.194=-391.181
min	925.032-921.183=3.849
max	1693.515-2784.868=-1091.353

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7399.000-7484.000=-85.000
σ	0.000
min	7399.000-7484.000=-85.000
max	7399.000-7484.000=-85.000

*mean*	412.536-424.577=-12.041
σ	42.606-58.775=-16.169
min	394.538-392.773=1.765
max	517.749-540.634=-22.886

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.750-477.000=0.750
σ	1.035-0.000=1.035
min	477.000
max	479.000-477.000=2.000

*mean*	382.741-353.246=29.495
σ	15.047-26.270=-11.223
min	354.139-312.049=42.091
max	401.466-386.148=15.318

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	565.000-556.750=8.250
σ	0.000-1.389=-1.389
min	565.000-556.000=9.000
max	565.000-559.000=6.000

*mean*	741.768-783.107=-41.339
σ	81.237-55.298=25.939
min	637.528-686.369=-48.841
max	842.246-844.951=-2.705

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.970-1024.566=-60.596
σ	1.820-0.760=1.060
min	963.264-1024.092=-60.828
max	971.667-1027.709=-56.042

*mean*	1047.000-1048.600=-1.600
σ	309.919-311.999=-2.080
min	587.000-592.000=-5.000
max	1505.000-1510.000=-5.000

*mean*	1.261-1.398=-0.136
σ	0.108-0.083=0.025
min	1.097-1.316=-0.219
max	1.586-1.589=-0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296-0.324=-0.029
σ	0.304-0.352=-0.048
min	0.129-0.140=-0.011
max	0.833-0.950=-0.116

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.468-0.480=-0.012
σ	0.316-0.328=-0.012
min	0.314-0.324=-0.010
max	1.033-1.067=-0.033

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.232-0.218=0.014
σ	0.024-0.022=0.002
min	0.214-0.195=0.019
max	0.264-0.255=0.009

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.343-0.327=0.016
σ	0.018-0.019=-0.001
min	0.327-0.306=0.020
max	0.364-0.357=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	0.571-0.537=0.034
σ	0.039-0.068=-0.029
min	0.527-0.437=0.090
max	0.615-0.608=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	0.475-0.492=-0.018
σ	0.050-0.017=0.033
min	0.407-0.473=-0.066
max	0.523-0.516=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	2.605-1.955=0.650
σ	0.111-0.069=0.041
min	2.431-1.802=0.629
max	3.077-2.191=0.886

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	2.575-1.968=0.607
σ	0.081-0.070=0.011
min	2.414-1.859=0.555
max	2.857-2.171=0.687

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	0.304-0.303=0.001
σ	0.008-0.009=-0.001
min	0.291-0.287=0.004
max	0.359-0.349=0.009

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-432.000=-1.000
σ	0.000
min	431.000-432.000=-1.000
max	431.000-432.000=-1.000

*mean*	0.296-0.292=0.004
σ	0.017-0.007=0.010
min	0.279-0.277=0.002
max	0.447-0.325=0.122

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.392-11.573=-0.181
σ	11.455-10.708=0.748
min	0.574-0.574=-0.000
max	107.741-88.719=19.022

*mean*	465.888-461.988=3.900
σ	20.003-20.801=-0.798
min	409.000-406.000=3.000
max	482.000-479.000=3.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.026=0.002
min	0.001-0.001=-0.000
max	0.257-0.207=0.049

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.783-298.607=-19.824
σ	1.063-0.994=0.069
min	278.345-298.213=-19.868
max	281.805-301.434=-19.629

*mean*	442.900-441.800=1.100
σ	20.631-16.785=3.847
min	414.000
max	473.000-469.000=4.000

*mean*	0.578-0.600=-0.022
σ	0.020-0.032=-0.012
min	0.532-0.526=0.006
max	0.597-0.657=-0.059

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	858.000-842.875=15.125
σ	0.000-0.354=-0.354
min	858.000-842.000=16.000
max	858.000-843.000=15.000

*mean*	229.110-225.241=3.869
σ	22.454-36.099=-13.645
min	198.922-152.812=46.110
max	253.807-260.868=-7.061

phase=macro expansion

*mean*	6.130-6.133=-0.003
σ	0.001-0.000=0.001
min	6.130-6.133=-0.004
max	6.133-6.133=-0.000

*mean*	858.000-842.750=15.250
σ	0.000-0.463=-0.463
min	858.000-842.000=16.000
max	858.000-843.000=15.000

*mean*	9.112-9.117=-0.005
σ	0.943-1.748=-0.805
min	7.502-7.424=0.078
max	9.954-12.663=-2.709

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.001-0.000=0.001
min	1042.432-1042.435=-0.003
max	1042.436-1042.435=0.001

*mean*	858.000-842.750=15.250
σ	0.000-0.463=-0.463
min	858.000-842.000=16.000
max	858.000-843.000=15.000

*mean*	561.683-566.575=-4.893
σ	63.898-88.191=-24.293
min	426.165-439.035=-12.870
max	605.399-722.893=-117.494

phase=processProdDef

*mean*	2243.976-2243.976=0.000
σ	0.001-0.000=0.001
min	2243.976-2243.976=-0.000
max	2243.979-2243.976=0.002

*mean*	858.000-842.875=15.125
σ	0.000-0.354=-0.354
min	858.000-842.000=16.000
max	858.000-843.000=15.000

*mean*	2923.460-2810.936=112.524
σ	407.639-314.872=92.767
min	2049.752-2422.824=-373.072
max	3338.202-3332.852=5.351

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	858.000-842.750=15.250
σ	0.000-0.463=-0.463
min	858.000-842.000=16.000
max	858.000-843.000=15.000

*mean*	36.845-36.316=0.528
σ	6.169-8.520=-2.351
min	26.905-26.488=0.417
max	41.367-48.835=-7.467

phase=type checker

*mean*	989.755-989.752=0.003
σ	0.066-0.066=0.001
min	989.654
max	989.845-989.841=0.004

*mean*	858.000-842.750=15.250
σ	0.000-0.463=-0.463
min	858.000-842.000=16.000
max	858.000-843.000=15.000

*mean*	688.928-677.980=10.948
σ	33.697-26.257=7.440
min	647.546-656.741=-9.195
max	763.914-738.554=25.360

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.394-293.820=-11.426
σ	0.025-0.037=-0.013
min	282.372-293.768=-11.395
max	282.425-293.858=-11.432

*mean*	442.000-441.600=0.400
σ	0.000-2.191=-2.191
min	442.000-440.000=2.000
max	442.000-444.000=-2.000

*mean*	0.388-0.393=-0.005
σ	0.011-0.005=0.005
min	0.377-0.389=-0.013
max	0.399-0.402=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.094-1320.292=-53.198
σ	0.103-0.140=-0.037
min	1266.987-1320.169=-53.182
max	1267.263-1320.523=-53.259

*mean*	1111.600-1081.400=30.200
σ	168.129-192.666=-24.537
min	897.000-839.000=58.000
max	1320.000-1321.000=-1.000

*mean*	1.986-1.921=0.065
σ	0.139-0.057=0.082
min	1.818-1.858=-0.040
max	2.110-1.975=0.135

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.140-1559.358=-53.218
σ	2.896-2.932=-0.036
min	1504.650-1557.848=-53.198
max	1511.311-1564.592=-53.281

*mean*	628.200-624.200=4.000
σ	89.737-86.123=3.614
min	504.000-522.000=-18.000
max	727.000-738.000=-11.000

*mean*	2.331-2.420=-0.089
σ	0.258-0.263=-0.005
min	2.057-2.185=-0.128
max	2.593-2.841=-0.248

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.111-1882.339=-53.228
σ	0.075-0.042=0.033
min	1829.028-1882.281=-53.253
max	1829.223-1882.390=-53.167

*mean*	1760.600-1721.600=39.000
σ	217.452-197.060=20.391
min	1471.000-1458.000=13.000
max	1967.000-1910.000=57.000

*mean*	3.207-3.036=0.171
σ	0.349-0.121=0.228
min	2.833-2.899=-0.066
max	3.620-3.230=0.390

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.794=-0.016
σ	0.115-0.101=0.015
min	1.633-1.652=-0.019
max	1.915-1.892=0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.696-419.768=-22.072
σ	518.052-518.096=-0.045
min	138.664-160.714=-22.050
max	1174.773-1196.912=-22.139

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	446.000-447.000=-1.000
σ	0.000
min	446.000-447.000=-1.000
max	446.000-447.000=-1.000

*mean*	0.501-0.527=-0.026
σ	0.518-0.520=-0.002
min	0.241-0.261=-0.021
max	1.278-1.307=-0.029

policies=20

*mean*	1386.824-1607.472=-220.648
σ	0.163-0.356=-0.193
min	1386.712-1607.235=-220.523
max	1387.066-1608.001=-220.935

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	447.500-450.250=-2.750
σ	1.000-6.500=-5.500
min	446.000-447.000=-1.000
max	448.000-460.000=-12.000

*mean*	2.312-2.589=-0.277
σ	0.018-0.025=-0.008
min	2.288-2.554=-0.266
max	2.329-2.614=-0.285

policies=200

*mean*	13876.866-16083.461=-2206.594
σ	0.112-0.081=0.031
min	13876.754-16083.349=-2206.595
max	13877.010-16083.543=-2206.532

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	498.250-496.000=2.250
σ	4.031-4.397=-0.366
min	494.000-491.000=3.000
max	503.000-501.000=2.000

*mean*	23.509-26.111=-2.602
σ	0.123-0.112=0.011
min	23.390-25.987=-2.597
max	23.669-26.259=-2.590