Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-54.719=3.105
σ	0.361-0.368=-0.007
min	57.678-54.572=3.106
max	58.850-55.765=3.085

*mean*	422.000-416.000=6.000
σ	0.000
min	422.000-416.000=6.000
max	422.000-416.000=6.000

*mean*	0.145-0.141=0.004
σ	0.006-0.005=0.000
min	0.137-0.137=-0.000
max	0.153-0.150=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	46.899-43.776=3.124
σ	0.004-0.009=-0.005
min	46.891-43.760=3.132
max	46.904-43.788=3.116

*mean*	422.000-416.000=6.000
σ	0.000
min	422.000-416.000=6.000
max	422.000-416.000=6.000

*mean*	0.131-0.121=0.010
σ	0.005-0.004=0.000
min	0.127-0.116=0.011
max	0.140-0.128=0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.606-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.606-36.605=0.001

*mean*	4235.750-4426.125=-190.375
σ	2158.632-2225.440=-66.808
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	12.031-12.980=-0.949
σ	0.119-3.493=-3.374
min	11.873-11.422=0.451
max	12.177-21.577=-9.401

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.606-36.604=0.001
max	36.606-36.605=0.001

*mean*	4235.750-4606.250=-370.500
σ	2158.632-2256.609=-97.977
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	12.360-119.578=-107.218
σ	0.565-302.151=-301.586
min	11.234-10.923=0.311
max	12.946-867.317=-854.370

op=table_records(), no indexes

*mean*	41.940-41.940=0.001
σ	0.002-0.002=-0.000
min	41.939-41.938=0.001
max	41.943-41.943=0.000

*mean*	7027.125-7404.000=-376.875
σ	15.009-0.000=15.009
min	7009.000-7404.000=-395.000
max	7038.000-7404.000=-366.000

*mean*	11.011-10.656=0.355
σ	0.219-0.253=-0.034
min	10.682-10.300=0.383
max	11.289-11.054=0.235

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.001-0.000=0.001
min	41.925-41.924=0.001
max	41.929-41.925=0.004

*mean*	4235.750-4197.625=38.125
σ	2158.632-1953.197=205.435
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	11.055-11.337=-0.282
σ	0.270-1.988=-1.718
min	10.739-10.422=0.317
max	11.639-16.234=-4.595

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.137-0.136=0.000
min	27.586-27.584=0.002
max	27.973-27.971=0.002

*mean*	4235.750-4197.625=38.125
σ	2158.632-1953.197=205.435
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	8.620-8.565=0.055
σ	0.331-1.035=-0.703
min	7.995-7.609=0.386
max	8.951-11.047=-2.096

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.384=0.002
σ	0.000-0.000=-0.000
min	26.386-26.384=0.002
max	26.386-26.384=0.002

*mean*	4235.750-4197.625=38.125
σ	2158.632-1953.197=205.435
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	6.775-5.918=0.857
σ	0.183-0.584=-0.401
min	6.425-5.271=1.153
max	6.988-7.174=-0.186

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.662=0.002
σ	0.004-0.004=-0.000
min	25.662-25.661=0.002
max	25.674-25.673=0.002

*mean*	4235.750-4606.250=-370.500
σ	2158.632-2256.609=-97.977
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	5.857-5.984=-0.127
σ	0.147-0.998=-0.851
min	5.672-5.337=0.335
max	6.050-8.055=-2.005

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.961=0.002
σ	0.001-0.000=0.000
min	25.963-25.961=0.002
max	25.964-25.962=0.002

*mean*	4235.750-4606.250=-370.500
σ	2158.632-2256.609=-97.977
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	5.784-5.861=-0.077
σ	0.129-1.044=-0.915
min	5.599-5.249=0.350
max	5.988-8.101=-2.113

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.608=-0.008
σ	0.002-0.002=-0.000
min	1021.598-1021.606=-0.008
max	1021.602-1021.611=-0.009

*mean*	7023.500-7404.000=-380.500
σ	15.501-0.000=15.501
min	7009.000-7404.000=-395.000
max	7038.000-7404.000=-366.000

*mean*	347.948-344.175=3.772
σ	1.481-2.428=-0.947
min	346.119-339.969=6.151
max	350.549-347.720=2.829

op=load_product(), with indexes

*mean*	3495.849-3495.855=-0.006
σ	0.460-0.454=0.006
min	3495.686-3495.694=-0.008
max	3496.988-3496.978=0.010

*mean*	3481.500-3770.750=-289.250
σ	2118.054-2309.515=-191.462
min	641.000-720.000=-79.000
max	7009.000-7404.000=-395.000

*mean*	1669.563-1734.810=-65.247
σ	513.725-602.949=-89.224
min	1385.275-1387.013=-1.738
max	2653.081-2964.502=-311.422

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=0.000
min	107.842-107.841=0.001
max	107.843-107.841=0.001

*mean*	4235.750-4197.625=38.125
σ	2158.632-1953.197=205.435
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	133.953-131.989=1.964
σ	8.917-9.962=-1.044
min	126.249-124.080=2.169
max	149.671-153.298=-3.627

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001-0.001=-0.000
min	62.066-62.065=0.001
max	62.070-62.069=0.000

*mean*	4235.750-4426.125=-190.375
σ	2158.632-2225.440=-66.808
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	42.765-171.268=-128.502
σ	1.917-363.647=-361.730
min	40.793-40.637=0.155
max	46.049-1071.242=-1025.193

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.926=0.002
σ	0.002-0.002=-0.000
min	40.926-40.925=0.002
max	40.930-40.929=0.001

*mean*	7027.125-7404.000=-376.875
σ	15.009-0.000=15.009
min	7009.000-7404.000=-395.000
max	7038.000-7404.000=-366.000

*mean*	21.881-108.656=-86.776
σ	0.344-245.820=-245.476
min	21.601-21.041=0.560
max	22.550-717.028=-694.478

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.293=0.001
σ	0.002-0.002=-0.000
min	71.294-71.292=0.002
max	71.298-71.296=0.001

*mean*	7027.125-7404.000=-376.875
σ	15.009-0.000=15.009
min	7009.000-7404.000=-395.000
max	7038.000-7404.000=-366.000

*mean*	55.670-58.419=-2.749
σ	0.529-9.803=-9.274
min	54.791-54.277=0.514
max	56.226-82.646=-26.420

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.014-0.013=0.000
min	4646.838-4646.837=0.001
max	4646.877-4646.875=0.002

*mean*	4235.750-4197.625=38.125
σ	2158.632-1953.197=205.435
min	1232.000-1483.000=-251.000
max	7009.000-7404.000=-395.000

*mean*	3589.268-3198.239=391.029
σ	830.286-677.828=152.458
min	2485.199-2488.685=-3.486
max	4724.415-4139.818=584.597

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.829=0.002
σ	0.002-0.002=-0.000
min	1973.829-1973.827=0.002
max	1973.833-1973.831=0.002

*mean*	7027.125-7404.000=-376.875
σ	15.009-0.000=15.009
min	7009.000-7404.000=-395.000
max	7038.000-7404.000=-366.000

*mean*	1000.343-998.090=2.252
σ	171.003-201.654=-30.651
min	916.847-901.267=15.581
max	1402.184-1484.491=-82.307

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.002
σ	0.002
min	905.082-905.080=0.002
max	905.088-905.086=0.002

*mean*	7027.125-7404.000=-376.875
σ	15.009-0.000=15.009
min	7009.000-7404.000=-395.000
max	7038.000-7404.000=-366.000

*mean*	387.575-388.408=-0.833
σ	6.229-5.854=0.375
min	377.188-376.750=0.438
max	392.707-395.059=-2.351

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	480.500-476.125=4.375
σ	0.535-0.991=-0.457
min	480.000-475.000=5.000
max	481.000-477.000=4.000

*mean*	395.594-367.108=28.487
σ	45.000-32.362=12.638
min	302.788-318.376=-15.589
max	438.823-423.288=15.535

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.500-558.625=2.875
σ	1.414-2.825=-1.411
min	558.000-552.000=6.000
max	562.000-561.000=1.000

*mean*	734.624-734.364=0.260
σ	72.278-64.665=7.612
min	613.196-629.609=-16.413
max	824.964-797.497=27.467

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.920-964.531=12.389
σ	2.438-1.821=0.617
min	976.071-963.822=12.249
max	987.249-972.230=15.018

*mean*	1053.200-1041.700=11.500
σ	311.230-307.570=3.660
min	571.000-551.000=20.000
max	1511.000-1534.000=-23.000

*mean*	1.329-1.268=0.061
σ	0.163-0.081=0.081
min	1.192-1.180=0.012
max	1.791-1.519=0.272

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306-0.302=0.005
σ	0.293-0.302=-0.009
min	0.147-0.139=0.008
max	0.824-0.837=-0.014

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.476=0.003
σ	0.318-0.323=-0.006
min	0.324-0.315=0.008
max	1.047-1.054=-0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.216=0.001
σ	0.021-0.023=-0.002
min	0.203-0.200=0.003
max	0.255-0.256=-0.001

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.331=0.001
σ	0.016-0.018=-0.001
min	0.315-0.318=-0.003
max	0.357-0.362=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.575-0.549=0.026
σ	0.056-0.050=0.006
min	0.477-0.485=-0.008
max	0.613-0.605=0.009

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.487-0.455=0.031
σ	0.028-0.040=-0.012
min	0.454-0.415=0.040
max	0.521-0.518=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.943-2.634=-0.691
σ	0.061-0.106=-0.045
min	1.831-2.475=-0.644
max	2.227-2.966=-0.739

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.923-2.670=-0.746
σ	0.050-0.085=-0.035
min	1.821-2.522=-0.700
max	2.080-2.938=-0.857

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.300-0.306=-0.006
σ	0.009-0.013=-0.004
min	0.284-0.291=-0.006
max	0.338-0.388=-0.050

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.288-0.291=-0.003
σ	0.008-0.014=-0.006
min	0.271-0.276=-0.005
max	0.325-0.373=-0.047

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.237-11.715=-0.478
σ	11.310-11.476=-0.166
min	0.574-0.574=0.000
max	95.092-112.527=-17.434

*mean*	463.291-470.474=-7.183
σ	21.273-19.407=1.866
min	409.000-408.000=1.000
max	481.000-482.000=-1.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.028=-0.000
min	0.001-0.001=0.000
max	0.220-0.269=-0.049

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.604-278.901=14.703
σ	1.085-1.017=0.068
min	293.189-278.423=14.766
max	296.690-281.785=14.906

*mean*	442.400-442.900=-0.500
σ	20.452-16.353=4.098
min	415.000-418.000=-3.000
max	472.000-467.000=5.000

*mean*	0.602-0.585=0.017
σ	0.014-0.007=0.007
min	0.567-0.576=-0.009
max	0.618-0.600=0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	847.000-873.000=-26.000
σ	0.000
min	847.000-873.000=-26.000
max	847.000-873.000=-26.000

*mean*	144.190-239.390=-95.200
σ	6.995-8.382=-1.387
min	128.438-220.969=-92.531
max	150.468-246.208=-95.739

phase=macro expansion

*mean*	5.897-5.900=-0.002
σ	0.000
min	5.897-5.900=-0.002
max	5.897-5.900=-0.002

*mean*	847.000-873.000=-26.000
σ	0.000
min	847.000-873.000=-26.000
max	847.000-873.000=-26.000

*mean*	5.937-7.371=-1.435
σ	0.122-1.657=-1.534
min	5.781-5.732=0.049
max	6.149-9.044=-2.894

phase=parser

*mean*	1042.133-1042.134=-0.001
σ	0.000-0.000=-0.000
min	1042.133-1042.134=-0.001
max	1042.133-1042.134=-0.001

*mean*	847.000-873.000=-26.000
σ	0.000
min	847.000-873.000=-26.000
max	847.000-873.000=-26.000

*mean*	377.330-484.468=-107.138
σ	1.936-116.003=-114.067
min	374.250-373.615=0.634
max	380.548-598.367=-217.818

phase=processProdDef

*mean*	2241.194-2243.717=-2.523
σ	0.000
min	2241.194-2243.717=-2.523
max	2241.194-2243.717=-2.523

*mean*	847.000-873.000=-26.000
σ	0.000
min	847.000-873.000=-26.000
max	847.000-873.000=-26.000

*mean*	2744.233-2808.025=-63.792
σ	381.683-541.282=-159.599
min	2177.392-1986.568=190.824
max	3201.048-3511.321=-310.272

phase=renaming

*mean*	21.430-21.436=-0.007
σ	0.000
min	21.430-21.436=-0.007
max	21.430-21.436=-0.007

*mean*	847.000-873.000=-26.000
σ	0.000
min	847.000-873.000=-26.000
max	847.000-873.000=-26.000

*mean*	39.997-38.012=1.986
σ	0.386-5.481=-5.095
min	39.409-29.009=10.401
max	40.331-42.529=-2.198

phase=type checker

*mean*	958.462-958.596=-0.134
σ	0.047
min	958.439-958.573=-0.134
max	958.564-958.698=-0.134

*mean*	847.000-873.000=-26.000
σ	0.000
min	847.000-873.000=-26.000
max	847.000-873.000=-26.000

*mean*	677.008-665.476=11.533
σ	7.376-47.564=-40.188
min	668.960-630.905=38.055
max	688.678-748.204=-59.526

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-282.359=45.495
σ	0.038-0.035=0.002
min	327.803-282.309=45.495
max	327.893-282.395=45.497

*mean*	441.000-439.000=2.000
σ	4.301-2.739=1.563
min	434.000-437.000=-3.000
max	445.000-442.000=3.000

*mean*	0.433-0.379=0.054
σ	0.006-0.006=-0.001
min	0.428-0.374=0.054
max	0.442-0.387=0.055

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.062-1267.607=45.455
σ	0.142-0.096=0.045
min	1312.960-1267.479=45.481
max	1313.309-1267.749=45.560

*mean*	1095.400-1090.400=5.000
σ	183.372-169.060=14.312
min	882.000-890.000=-8.000
max	1333.000-1322.000=11.000

*mean*	1.943-2.103=-0.160
σ	0.062-0.084=-0.022
min	1.848-1.984=-0.136
max	2.009-2.209=-0.199

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.058-1506.522=45.537
σ	3.050-2.945=0.104
min	1550.505-1504.989=45.516
max	1557.504-1511.777=45.727

*mean*	619.000-623.200=-4.200
σ	78.930-87.311=-8.381
min	502.000-493.000=9.000
max	690.000-725.000=-35.000

*mean*	2.342-2.181=0.161
σ	0.210-0.165=0.045
min	2.128-2.037=0.090
max	2.608-2.464=0.143

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.064-1829.571=45.493
σ	0.053-0.034=0.019
min	1875.000-1829.517=45.483
max	1875.133-1829.611=45.522

*mean*	1744.800-1726.200=18.600
σ	167.597-169.125=-1.528
min	1498.000-1482.000=16.000
max	1957.000-1882.000=75.000

*mean*	2.914-2.983=-0.069
σ	0.056-0.234=-0.177
min	2.846-2.834=0.012
max	2.979-3.397=-0.418

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.541-1.767=-0.226
σ	0.139-0.122=0.017
min	1.307-1.566=-0.259
max	1.663-1.868=-0.205

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.411-393.867=25.544
σ	508.901-509.607=-0.706
min	164.956-139.060=25.896
max	1182.762-1158.277=24.485

*mean*	101.250-99.750=1.500
σ	6.500-7.500=-1.000
min	98.000-96.000=2.000
max	111.000

*mean*	433.000-443.000=-10.000
σ	0.000
min	433.000-443.000=-10.000
max	433.000-443.000=-10.000

*mean*	0.531-0.498=0.033
σ	0.522-0.520=0.002
min	0.267-0.233=0.034
max	1.314-1.278=0.036

policies=20

*mean*	1649.823-1390.713=259.110
σ	0.375-0.163=0.212
min	1649.610-1390.598=259.012
max	1650.384-1390.954=259.431

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	449.750-446.250=3.500
σ	11.295-6.500=4.795
min	436.000-443.000=-7.000
max	459.000-456.000=3.000

*mean*	2.653-2.312=0.341
σ	0.016-0.015=0.001
min	2.638-2.299=0.338
max	2.674-2.332=0.342

policies=200

*mean*	16506.131-13915.834=2590.297
σ	0.040-0.084=-0.044
min	16506.092-13915.767=2590.325
max	16506.175-13915.956=2590.220

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	496.750-495.500=1.250
σ	4.193-5.323=-1.130
min	491.000-490.000=1.000
max	501.000

*mean*	26.755-23.386=3.369
σ	0.125-0.096=0.030
min	26.641-23.291=3.349
max	26.871-23.496=3.375