Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.890-57.825=0.065
σ	0.360-0.359=0.001
min	57.746-57.682=0.064
max	58.914-58.846=0.068

*mean*	420.000-423.000=-3.000
σ	0.000
min	420.000-423.000=-3.000
max	420.000-423.000=-3.000

*mean*	0.149-0.148=0.001
σ	0.006-0.004=0.002
min	0.143-0.144=-0.001
max	0.162-0.156=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.898=0.001
σ	0.005-0.006=-0.001
min	46.891-46.886=0.005
max	46.906-46.907=-0.002

*mean*	420.000-423.000=-3.000
σ	0.000
min	420.000-423.000=-3.000
max	420.000-423.000=-3.000

*mean*	0.130-0.126=0.004
σ	0.003-0.004=-0.001
min	0.127-0.121=0.005
max	0.137-0.134=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606

*mean*	4236.625-4093.625=143.000
σ	2161.464-1940.109=221.356
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	12.137-12.813=-0.676
σ	0.159-1.947=-1.788
min	11.964-11.951=0.014
max	12.429-17.623=-5.194

op=column_set() on indexed, repeat

*mean*	36.606-36.606=-0.000
σ	0.000-0.000=-0.000
min	36.606
max	36.606-36.606=-0.000

*mean*	4236.625-4093.625=143.000
σ	2161.464-1940.109=221.356
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	12.536-12.129=0.407
σ	0.597-2.011=-1.414
min	11.131-11.179=-0.048
max	12.985-17.093=-4.108

op=table_records(), no indexes

*mean*	41.941-41.940=0.000
σ	0.002-0.002=-0.000
min	41.939-41.939=0.000
max	41.943-41.943=-0.000

*mean*	7026.750-7251.000=-224.250
σ	11.386-103.510=-92.124
min	7013.000-7126.000=-113.000
max	7035.000-7326.000=-291.000

*mean*	11.153-10.932=0.221
σ	0.178-0.220=-0.042
min	10.949-10.706=0.243
max	11.511-11.302=0.209

op=table_records(), repeat

*mean*	41.926-41.926=-0.000
σ	0.000-0.000=0.000
min	41.925-41.925=0.000
max	41.926

*mean*	4236.625-3915.625=321.000
σ	2161.464-1888.852=272.612
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	11.577-11.154=0.423
σ	0.906-0.227=0.679
min	11.012-10.762=0.250
max	13.776-11.515=2.260

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.137-0.137=-0.000
min	27.586
max	27.973

*mean*	4236.625-3915.625=321.000
σ	2161.464-1888.852=272.612
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	8.643-8.585=0.058
σ	0.648-0.275=0.372
min	7.761-8.235=-0.474
max	9.898-9.041=0.856

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.386=0.000
σ	0.000-0.000=0.000
min	26.386-26.386=0.000
max	26.386-26.386=0.000

*mean*	4236.625-3915.625=321.000
σ	2161.464-1888.852=272.612
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	6.390-6.226=0.164
σ	0.657-0.234=0.423
min	5.675-5.737=-0.062
max	7.818-6.425=1.393

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.664=0.000
σ	0.004-0.004=0.000
min	25.663-25.662=0.000
max	25.675-25.675=0.000

*mean*	4236.625-4093.625=143.000
σ	2161.464-1940.109=221.356
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	5.887-5.897=-0.010
σ	0.213-0.505=-0.292
min	5.516-5.467=0.049
max	6.119-7.100=-0.980

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.963=-0.000
σ	0.001-0.001=-0.001
min	25.963
max	25.964-25.967=-0.002

*mean*	4236.625-4093.625=143.000
σ	2161.464-1940.109=221.356
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	5.638-5.867=-0.228
σ	0.400-0.495=-0.095
min	5.148-5.565=-0.417
max	6.080-7.054=-0.974

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600
σ	0.002
min	1021.598
max	1021.602

*mean*	7024.000-7226.000=-202.000
σ	11.759-106.904=-95.145
min	7013.000-7126.000=-113.000
max	7035.000-7326.000=-291.000

*mean*	344.332-347.023=-2.690
σ	3.433-2.134=1.299
min	337.951-343.838=-5.887
max	348.982-350.404=-1.422

op=load_product(), with indexes

*mean*	3495.849-3495.849=-0.000
σ	0.463-0.463=0.000
min	3495.686-3495.685=0.000
max	3496.994

*mean*	3484.125-3568.000=-83.875
σ	2117.855-2169.606=-51.751
min	640.000-642.000=-2.000
max	7013.000-7126.000=-113.000

*mean*	1691.932-1851.169=-159.237
σ	598.516-718.657=-120.141
min	1372.090-1395.795=-23.705
max	2917.658-3330.083=-412.425

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.842-107.842=0.000
max	107.842-107.843=-0.000

*mean*	4236.625-4093.625=143.000
σ	2161.464-1940.109=221.356
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	129.158-307.776=-178.617
σ	5.730-502.576=-496.846
min	121.946-123.893=-1.947
max	141.394-1551.496=-1410.102

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.066
max	62.070

*mean*	4236.625-4093.625=143.000
σ	2161.464-1940.109=221.356
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	43.014-46.405=-3.391
σ	1.017-9.535=-8.518
min	41.588-41.439=0.149
max	44.661-69.634=-24.973

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928
σ	0.002
min	40.926
max	40.930

*mean*	7026.750-7251.000=-224.250
σ	11.386-103.510=-92.124
min	7013.000-7126.000=-113.000
max	7035.000-7326.000=-291.000

*mean*	22.454-22.470=-0.015
σ	1.206-1.598=-0.392
min	21.445-21.336=0.109
max	24.853-25.252=-0.399

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295
σ	0.002-0.002=0.000
min	71.294-71.294=0.000
max	71.298

*mean*	7026.750-7251.000=-224.250
σ	11.386-103.510=-92.124
min	7013.000-7126.000=-113.000
max	7035.000-7326.000=-291.000

*mean*	55.377-55.503=-0.126
σ	1.104-2.130=-1.026
min	54.637-54.221=0.416
max	58.028-60.714=-2.686

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.843=0.001
σ	0.013-0.014=-0.000
min	4646.838
max	4646.876-4646.877=-0.001

*mean*	4236.625-3915.625=321.000
σ	2161.464-1888.852=272.612
min	1222.000-1248.000=-26.000
max	7013.000-7126.000=-113.000

*mean*	3468.245-3486.576=-18.331
σ	788.426-964.759=-176.333
min	2464.293-2490.339=-26.046
max	4445.685-5074.969=-629.284

op=vertical_lookup_list() on indexed

*mean*	1973.831
σ	0.002
min	1973.829
max	1973.833

*mean*	7026.750-7251.000=-224.250
σ	11.386-103.510=-92.124
min	7013.000-7126.000=-113.000
max	7035.000-7326.000=-291.000

*mean*	1040.230-1042.318=-2.088
σ	302.492-225.570=76.923
min	908.483-913.485=-5.002
max	1778.308-1474.629=303.679

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.088

*mean*	7026.750-7251.000=-224.250
σ	11.386-103.510=-92.124
min	7013.000-7126.000=-113.000
max	7035.000-7326.000=-291.000

*mean*	395.746-408.746=-13.000
σ	39.293-41.287=-1.994
min	377.464-390.877=-13.413
max	492.857-510.653=-17.796

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.875-475.625=1.250
σ	0.835-0.518=0.317
min	476.000-475.000=1.000
max	478.000-476.000=2.000

*mean*	395.687-366.569=29.118
σ	20.441-35.520=-15.079
min	371.392-307.793=63.599
max	428.948-438.038=-9.090

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.250-560.000=1.250
σ	1.389-0.000=1.389
min	559.000-560.000=-1.000
max	562.000-560.000=2.000

*mean*	753.297-750.231=3.066
σ	62.872-44.782=18.089
min	639.709-669.590=-29.880
max	831.491-798.335=33.157

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-976.918=0.001
σ	2.438-2.436=0.002
min	976.070-976.070=-0.000
max	987.250-987.240=0.009

*mean*	1029.200-1049.250=-20.050
σ	296.605-317.885=-21.280
min	559.000-573.000=-14.000
max	1445.000-1517.000=-72.000

*mean*	1.294-1.300=-0.006
σ	0.088-0.097=-0.009
min	1.212-1.207=0.005
max	1.568-1.548=0.021

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.300=0.103
σ	0.512-0.308=0.204
min	0.139-0.135=0.004
max	1.315-0.846=0.469

name=error_case.art

*mean*	2.347
σ	0.012
min	2.340
max	2.369

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.477=-0.003
σ	0.318-0.328=-0.009
min	0.325-0.324=0.001
max	1.043-1.062=-0.019

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.216=0.002
σ	0.022-0.027=-0.006
min	0.200-0.198=0.001
max	0.256-0.264=-0.008

name=nested_use.art

*mean*	2.365
σ	0.002
min	2.364
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.336=-0.005
σ	0.018-0.023=-0.005
min	0.316-0.314=0.001
max	0.361-0.373=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.086-965.086=-0.000
σ	0.009
min	965.080-965.081=-0.000
max	965.102-965.103=-0.000

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.518-0.579=-0.061
σ	0.049-0.023=0.025
min	0.478-0.553=-0.075
max	0.602-0.611=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	886.468-886.468=-0.000
σ	0.002
min	886.466-886.467=-0.000
max	886.470-886.470=-0.000

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.464-0.512=-0.048
σ	0.051-0.010=0.041
min	0.394-0.499=-0.105
max	0.519-0.525=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.941-2.587=-0.645
σ	0.092-0.140=-0.048
min	1.775-1.843=-0.068
max	2.301-2.916=-0.615

name=record_render_large_syntax_err.art

*mean*	7.668
σ	0.002
min	7.667
max	7.671

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.547-2.667=-0.120
σ	0.170-0.076=0.094
min	1.820-2.503=-0.683
max	2.797-2.880=-0.083

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.298-0.303=-0.004
σ	0.009-0.008=0.001
min	0.283-0.290=-0.007
max	0.353-0.353=0.000

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.282-0.300=-0.018
σ	0.009-0.075=-0.066
min	0.267-0.274=-0.007
max	0.335-1.006=-0.671

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.577-11.662=-0.085
σ	11.381-12.027=-0.647
min	0.574-0.574=-0.000
max	80.795-106.172=-25.377

*mean*	462.546-464.169=-1.623
σ	20.676-20.273=0.403
min	409.000-407.000=2.000
max	481.000-482.000=-1.000

*mean*	0.026-0.027=-0.000
σ	0.028-0.029=-0.002
min	0.001-0.001=-0.000
max	0.196-0.254=-0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.955-293.689=0.265
σ	1.051-1.054=-0.002
min	293.562-293.302=0.260
max	296.944-296.685=0.259

*mean*	442.300-442.800=-0.500
σ	18.494-18.365=0.128
min	414.000-415.000=-1.000
max	464.000-465.000=-1.000

*mean*	0.600-0.602=-0.002
σ	0.012-0.012=-0.000
min	0.586-0.585=0.001
max	0.626-0.626=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	846.000-848.000=-2.000
σ	0.000
min	846.000-848.000=-2.000
max	846.000-848.000=-2.000

*mean*	149.395-148.395=1.000
σ	11.873-9.707=2.166
min	131.130-135.054=-3.925
max	161.639-160.989=0.650

phase=macro expansion

*mean*	5.893-5.894=-0.000
σ	0.000
min	5.893-5.894=-0.000
max	5.893-5.894=-0.000

*mean*	846.000-848.000=-2.000
σ	0.000
min	846.000-848.000=-2.000
max	846.000-848.000=-2.000

*mean*	5.855-5.883=-0.027
σ	0.062-0.073=-0.011
min	5.768-5.766=0.002
max	5.946-5.967=-0.021

phase=parser

*mean*	1042.247-1042.247=-0.000
σ	0.000-0.000=0.000
min	1042.246-1042.247=-0.000
max	1042.247-1042.248=-0.000

*mean*	846.000-848.000=-2.000
σ	0.000
min	846.000-848.000=-2.000
max	846.000-848.000=-2.000

*mean*	403.049-459.127=-56.079
σ	80.226-103.014=-22.788
min	370.477-374.614=-4.137
max	600.873-614.544=-13.671

phase=processProdDef

*mean*	2241.195-2241.195=-0.000
σ	0.000
min	2241.195-2241.195=-0.000
max	2241.195-2241.195=-0.000

*mean*	846.000-848.000=-2.000
σ	0.000
min	846.000-848.000=-2.000
max	846.000-848.000=-2.000

*mean*	2685.290-2878.925=-193.635
σ	340.304-352.225=-11.921
min	2330.593-2381.320=-50.727
max	3210.466-3331.294=-120.827

phase=renaming

*mean*	21.433-21.434=-0.000
σ	0.000
min	21.433-21.434=-0.000
max	21.433-21.434=-0.000

*mean*	846.000-848.000=-2.000
σ	0.000
min	846.000-848.000=-2.000
max	846.000-848.000=-2.000

*mean*	35.070-30.283=4.787
σ	1.857-6.360=-4.503
min	32.837-20.282=12.555
max	37.813-36.293=1.520

phase=type checker

*mean*	958.462-958.462=-0.000
σ	0.047
min	958.439-958.439=-0.000
max	958.564-958.564=-0.000

*mean*	846.000-848.000=-2.000
σ	0.000
min	846.000-848.000=-2.000
max	846.000-848.000=-2.000

*mean*	668.421-658.211=10.210
σ	22.521-20.590=1.931
min	636.040-623.434=12.606
max	689.739-680.779=8.960

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.018-328.019=-0.001
σ	0.038-0.038=0.000
min	327.967-327.967=0.000
max	328.057-328.056=0.001

*mean*	439.600-441.200=-1.600
σ	6.107-3.701=2.406
min	430.000-435.000=-5.000
max	446.000-445.000=1.000

*mean*	0.429-0.430=-0.000
σ	0.006-0.008=-0.002
min	0.425-0.423=0.002
max	0.441-0.443=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.230-1313.224=0.005
σ	0.137-0.139=-0.002
min	1313.122-1313.121=0.001
max	1313.466-1313.466=0.000

*mean*	1079.800-1073.000=6.800
σ	203.287-163.084=40.203
min	821.000-855.000=-34.000
max	1331.000-1278.000=53.000

*mean*	1.903-1.924=-0.021
σ	0.069-0.112=-0.043
min	1.815-1.839=-0.025
max	2.000-2.108=-0.108

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.225-1552.238=-0.014
σ	3.039-3.020=0.019
min	1550.678-1550.701=-0.023
max	1557.652-1557.632=0.019

*mean*	612.400-617.000=-4.600
σ	74.959-88.972=-14.013
min	501.000-510.000=-9.000
max	689.000-723.000=-34.000

*mean*	2.298-2.296=0.002
σ	0.168-0.216=-0.048
min	2.128-2.061=0.067
max	2.506-2.553=-0.046

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.221-1875.230=-0.009
σ	0.044-0.054=-0.010
min	1875.168-1875.158=0.009
max	1875.274-1875.297=-0.023

*mean*	1741.200-1720.800=20.400
σ	155.089-249.076=-93.986
min	1504.000-1426.000=78.000
max	1931.000-2059.000=-128.000

*mean*	2.925-2.880=0.044
σ	0.067-0.047=0.020
min	2.843-2.821=0.023
max	3.021-2.939=0.082

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.524-1.586=-0.062
σ	0.192-0.153=0.039
min	1.254-1.316=-0.062
max	1.722-1.682=0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.418-419.419=-0.001
σ	508.920-508.920=-0.000
min	164.955-164.956=-0.001
max	1182.798-1182.799=-0.001

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	430.000-432.000=-2.000
σ	0.000
min	430.000-432.000=-2.000
max	430.000-432.000=-2.000

*mean*	0.511-0.515=-0.004
σ	0.471-0.488=-0.017
min	0.272-0.267=0.005
max	1.218-1.247=-0.029

policies=20

*mean*	1649.815-1649.824=-0.010
σ	0.374-0.370=0.004
min	1649.600-1649.609=-0.009
max	1650.375-1650.378=-0.003

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-449.750=0.250
σ	16.633-11.587=5.047
min	432.000-435.000=-3.000
max	471.000-459.000=12.000

*mean*	2.662-2.651=0.011
σ	0.011-0.006=0.006
min	2.652-2.646=0.006
max	2.674-2.659=0.015

policies=200

*mean*	16506.007-16506.067=-0.060
σ	0.113-0.129=-0.016
min	16505.860-16505.901=-0.041
max	16506.113-16506.172=-0.058

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.500-499.250=1.250
σ	5.066-6.131=-1.064
min	494.000-493.000=1.000
max	505.000-507.000=-2.000

*mean*	26.794-26.754=0.041
σ	0.081-0.114=-0.033
min	26.701-26.644=0.057
max	26.888-26.897=-0.009