Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.825-57.825=0.000
σ	0.359-0.361=-0.002
min	57.682-57.680=0.002
max	58.846-58.852=-0.006

*mean*	423.000-420.000=3.000
σ	0.000
min	423.000-420.000=3.000
max	423.000-420.000=3.000

*mean*	0.148-0.147=0.001
σ	0.004-0.006=-0.001
min	0.144-0.139=0.005
max	0.156-0.156=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-46.898=-0.001
σ	0.006-0.006=0.000
min	46.886-46.887=-0.001
max	46.907-46.905=0.002

*mean*	423.000-420.700=2.300
σ	0.000-0.483=-0.483
min	423.000-420.000=3.000
max	423.000-421.000=2.000

*mean*	0.126-0.127=-0.001
σ	0.004-0.005=-0.000
min	0.121-0.121=0.000
max	0.134-0.136=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.001
σ	0.000-0.000=-0.000
min	36.605-36.605=0.001
max	36.606-36.605=0.001

*mean*	4093.625-4217.875=-124.250
σ	1940.109-1969.370=-29.262
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	12.813-12.004=0.810
σ	1.947-0.367=1.580
min	11.951-11.760=0.190
max	17.623-12.867=4.755

op=column_set() on indexed, repeat

*mean*	36.606-36.605=0.001
σ	0.000-0.000=-0.000
min	36.606-36.605=0.001
max	36.606-36.606=-0.000

*mean*	4093.625-4444.375=-350.750
σ	1940.109-2239.823=-299.715
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	12.129-137.632=-125.503
σ	2.011-353.231=-351.220
min	11.179-12.478=-1.299
max	17.093-1011.834=-994.742

op=table_records(), no indexes

*mean*	41.940-41.940=0.001
σ	0.002-0.002=0.000
min	41.939-41.938=0.001
max	41.943-41.942=0.001

*mean*	7251.000-7436.000=-185.000
σ	103.510-0.000=103.510
min	7126.000-7436.000=-310.000
max	7326.000-7436.000=-110.000

*mean*	10.932-10.950=-0.018
σ	0.220-0.107=0.113
min	10.706-10.796=-0.090
max	11.302-11.068=0.233

op=table_records(), repeat

*mean*	41.926-41.925=0.001
σ	0.000-0.002=-0.001
min	41.925-41.924=0.001
max	41.926-41.929=-0.003

*mean*	3915.625-4217.875=-302.250
σ	1888.852-1969.370=-80.518
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	11.154-11.507=-0.353
σ	0.227-1.821=-1.594
min	10.762-10.666=0.097
max	11.515-16.002=-4.487

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.001
σ	0.137-0.137=0.000
min	27.586-27.585=0.001
max	27.973-27.972=0.001

*mean*	3915.625-4217.875=-302.250
σ	1888.852-1969.370=-80.518
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	8.585-9.010=-0.425
σ	0.275-1.137=-0.862
min	8.235-8.261=-0.026
max	9.041-11.781=-2.740

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.386-26.385=0.001
σ	0.000-0.000=-0.000
min	26.386-26.385=0.001
max	26.386-26.385=0.001

*mean*	3915.625-4217.875=-302.250
σ	1888.852-1969.370=-80.518
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	6.226-7.130=-0.904
σ	0.234-1.008=-0.774
min	5.737-6.303=-0.566
max	6.425-9.459=-3.034

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.664-25.663=0.001
σ	0.004-0.004=0.000
min	25.662-25.662=0.001
max	25.675-25.674=0.001

*mean*	4093.625-4444.375=-350.750
σ	1940.109-2239.823=-299.715
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	5.897-6.382=-0.485
σ	0.505-0.980=-0.475
min	5.467-5.782=-0.315
max	7.100-8.793=-1.693

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.963-25.962=0.001
σ	0.001-0.001=0.001
min	25.963-25.962=0.001
max	25.967-25.964=0.003

*mean*	4093.625-4444.375=-350.750
σ	1940.109-2239.823=-299.715
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	5.867-6.127=-0.261
σ	0.495-1.061=-0.566
min	5.565-5.510=0.055
max	7.054-8.718=-1.664

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.600-1021.599=0.001
σ	0.002
min	1021.598-1021.597=0.001
max	1021.602-1021.602=0.001

*mean*	7226.000-7436.000=-210.000
σ	106.904-0.000=106.904
min	7126.000-7436.000=-310.000
max	7326.000-7436.000=-110.000

*mean*	347.023-348.395=-1.373
σ	2.134-2.942=-0.807
min	343.838-345.494=-1.656
max	350.404-353.036=-2.632

op=load_product(), with indexes

*mean*	3495.849-3495.847=0.002
σ	0.463-0.457=0.005
min	3495.685-3495.685=0.001
max	3496.994-3496.979=0.016

*mean*	3568.000-3789.375=-221.375
σ	2169.606-2327.177=-157.571
min	642.000-720.000=-78.000
max	7126.000-7436.000=-310.000

*mean*	1851.169-2039.203=-188.034
σ	718.657-929.593=-210.936
min	1395.795-1380.878=14.917
max	3330.083-3639.671=-309.588

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=0.000
min	107.842-107.841=0.000
max	107.843-107.842=0.001

*mean*	4093.625-4217.875=-124.250
σ	1940.109-1969.370=-29.262
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	307.776-133.346=174.430
σ	502.576-12.068=490.508
min	123.893-123.156=0.738
max	1551.496-157.945=1393.551

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=0.001
σ	0.001
min	62.066-62.065=0.001
max	62.070-62.069=0.001

*mean*	4093.625-4217.875=-124.250
σ	1940.109-1969.370=-29.262
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	46.405-41.756=4.649
σ	9.535-1.199=8.336
min	41.439-40.259=1.180
max	69.634-44.016=25.618

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.928-40.927=0.001
σ	0.002
min	40.926-40.926=0.001
max	40.930-40.930=0.001

*mean*	7251.000-7436.000=-185.000
σ	103.510-0.000=103.510
min	7126.000-7436.000=-310.000
max	7326.000-7436.000=-110.000

*mean*	22.470-22.413=0.057
σ	1.598-1.374=0.223
min	21.336-21.588=-0.252
max	25.252-25.439=-0.187

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.295-71.294=0.001
σ	0.002-0.002=-0.000
min	71.294-71.293=0.000
max	71.298-71.297=0.000

*mean*	7251.000-7436.000=-185.000
σ	103.510-0.000=103.510
min	7126.000-7436.000=-310.000
max	7326.000-7436.000=-110.000

*mean*	55.503-133.739=-78.236
σ	2.130-218.812=-216.682
min	54.221-55.895=-1.673
max	60.714-675.269=-614.555

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.843-4646.842=0.001
σ	0.014-0.013=0.000
min	4646.838-4646.837=0.001
max	4646.877-4646.875=0.002

*mean*	3915.625-4217.875=-302.250
σ	1888.852-1969.370=-80.518
min	1248.000-1482.000=-234.000
max	7126.000-7436.000=-310.000

*mean*	3486.576-3418.635=67.942
σ	964.759-726.246=238.513
min	2490.339-2478.494=11.845
max	5074.969-4347.317=727.652

op=vertical_lookup_list() on indexed

*mean*	1973.831-1973.830=0.001
σ	0.002-0.002=-0.000
min	1973.829-1973.829=0.001
max	1973.833-1973.833=0.001

*mean*	7251.000-7436.000=-185.000
σ	103.510-0.000=103.510
min	7126.000-7436.000=-310.000
max	7326.000-7436.000=-110.000

*mean*	1042.318-1251.733=-209.415
σ	225.570-887.405=-661.836
min	913.485-915.360=-1.876
max	1474.629-3444.534=-1969.905

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.084=0.001
σ	0.002-0.002=-0.000
min	905.082-905.082=0.001
max	905.088-905.087=0.001

*mean*	7251.000-7436.000=-185.000
σ	103.510-0.000=103.510
min	7126.000-7436.000=-310.000
max	7326.000-7436.000=-110.000

*mean*	408.746-409.026=-0.280
σ	41.287-40.622=0.664
min	390.877-391.869=-0.992
max	510.653-509.461=1.193

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-477.000=-1.375
σ	0.518-0.000=0.518
min	475.000-477.000=-2.000
max	476.000-477.000=-1.000

*mean*	366.569-390.489=-23.920
σ	35.520-36.572=-1.052
min	307.793-312.583=-4.790
max	438.038-427.410=10.629

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	560.000-563.000=-3.000
σ	0.000
min	560.000-563.000=-3.000
max	560.000-563.000=-3.000

*mean*	750.231-712.264=37.967
σ	44.782-52.064=-7.281
min	669.590-626.460=43.130
max	798.335-775.525=22.810

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-976.919=-0.002
σ	2.436-2.438=-0.002
min	976.070-976.071=-0.001
max	987.240-987.250=-0.010

*mean*	1049.250-1049.300=-0.050
σ	317.885-316.425=1.460
min	573.000-572.000=1.000
max	1517.000-1513.000=4.000

*mean*	1.300-1.295=0.006
σ	0.097-0.086=0.011
min	1.207-1.212=-0.005
max	1.548-1.478=0.069

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.304=-0.004
σ	0.308-0.302=0.006
min	0.135-0.143=-0.007
max	0.846-0.839=0.007

name=error_case.art

*mean*	2.347-2.346=0.001
σ	0.012-0.012=0.000
min	2.340-2.340=0.001
max	2.369-2.368=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.473=0.004
σ	0.328-0.314=0.013
min	0.324-0.317=0.007
max	1.062-1.034=0.028

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.217=-0.000
σ	0.027-0.025=0.002
min	0.198-0.200=-0.001
max	0.264-0.261=0.003

name=nested_use.art

*mean*	2.365-2.364=0.001
σ	0.002
min	2.364-2.363=0.001
max	2.368-2.367=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.333=0.003
σ	0.023-0.023=-0.000
min	0.314-0.318=-0.003
max	0.373-0.373=0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.086-964.978=0.108
σ	0.009
min	965.081-964.973=0.108
max	965.103-964.995=0.108

*mean*	431.000-434.200=-3.200
σ	0.000-4.550=-4.550
min	431.000-430.000=1.000
max	431.000-439.000=-8.000

*mean*	0.579-0.578=0.002
σ	0.023-0.043=-0.019
min	0.553-0.505=0.048
max	0.611-0.609=0.003

name=cdr_enhanced_4k_loc.art

*mean*	886.468-886.000=0.467
σ	0.002
min	886.467-885.999=0.467
max	886.470-886.003=0.467

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.512-0.494=0.017
σ	0.010-0.025=-0.016
min	0.499-0.466=0.033
max	0.525-0.521=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.719=0.001
σ	0.002
min	7.718-7.718=0.001
max	7.722-7.722=0.001

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.587-2.629=-0.042
σ	0.140-0.123=0.017
min	1.843-2.468=-0.626
max	2.916-2.986=-0.070

name=record_render_large_syntax_err.art

*mean*	7.668-7.667=0.001
σ	0.002
min	7.667-7.666=0.001
max	7.671-7.670=0.001

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	2.667-2.581=0.086
σ	0.076-0.083=-0.007
min	2.503-2.439=0.065
max	2.880-2.885=-0.005

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.303-0.311=-0.008
σ	0.008-0.054=-0.045
min	0.290-0.287=0.003
max	0.353-0.831=-0.479

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-444.000=-13.000
σ	0.000
min	431.000-444.000=-13.000
max	431.000-444.000=-13.000

*mean*	0.300-0.289=0.010
σ	0.075-0.007=0.068
min	0.274-0.278=-0.004
max	1.006-0.326=0.680

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.662-11.301=0.361
σ	12.027-12.195=-0.167
min	0.574-0.574=0.000
max	106.172-124.614=-18.442

*mean*	464.169-459.941=4.228
σ	20.273-18.116=2.157
min	407.000-406.000=1.000
max	482.000-477.000=5.000

*mean*	0.027-0.026=0.001
σ	0.029-0.030=-0.000
min	0.001-0.001=0.000
max	0.254-0.300=-0.046

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.689-293.892=-0.203
σ	1.054-1.073=-0.019
min	293.302-293.503=-0.201
max	296.685-296.943=-0.259

*mean*	442.800-440.900=1.900
σ	18.365-16.603=1.763
min	415.000
max	465.000-463.000=2.000

*mean*	0.602-0.592=0.010
σ	0.012-0.020=-0.008
min	0.585-0.543=0.042
max	0.626-0.614=0.012

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	148.395-149.834=-1.439
σ	9.707-8.625=1.081
min	135.054-140.227=-5.173
max	160.989-165.398=-4.409

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	5.883-8.200=-2.317
σ	0.073-1.031=-0.958
min	5.766-6.908=-1.142
max	5.967-9.151=-3.185

phase=parser

*mean*	1042.247-1042.133=0.114
σ	0.000-0.000=0.000
min	1042.247-1042.133=0.114
max	1042.248-1042.133=0.114

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	459.127-543.949=-84.821
σ	103.014-86.032=16.982
min	374.614-437.921=-63.306
max	614.544-614.386=0.158

phase=processProdDef

*mean*	2241.195-2241.195=0.000
σ	0.000
min	2241.195-2241.195=0.000
max	2241.195-2241.195=0.000

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	2878.925-2482.588=396.337
σ	352.225-319.621=32.603
min	2381.320-2088.173=293.147
max	3331.294-3077.023=254.271

phase=renaming

*mean*	21.434-21.430=0.004
σ	0.000
min	21.434-21.430=0.004
max	21.434-21.430=0.004

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	30.283-42.205=-11.922
σ	6.360-5.304=1.056
min	20.282-36.523=-16.241
max	36.293-49.157=-12.864

phase=type checker

*mean*	958.462-958.466=-0.004
σ	0.047
min	958.439-958.443=-0.004
max	958.564-958.568=-0.004

*mean*	848.000-873.000=-25.000
σ	0.000
min	848.000-873.000=-25.000
max	848.000-873.000=-25.000

*mean*	658.211-646.195=12.016
σ	20.590-12.015=8.574
min	623.434-628.969=-5.535
max	680.779-663.848=16.931

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	328.019-327.854=0.164
σ	0.038-0.037=0.001
min	327.967-327.803=0.164
max	328.056-327.890=0.166

*mean*	441.200-439.600=1.600
σ	3.701-3.847=-0.146
min	435.000-433.000=2.000
max	445.000-443.000=2.000

*mean*	0.430-0.432=-0.002
σ	0.008-0.010=-0.002
min	0.423-0.426=-0.003
max	0.443-0.450=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.224-1313.070=0.155
σ	0.139-0.136=0.003
min	1313.121-1312.961=0.160
max	1313.466-1313.304=0.162

*mean*	1073.000-1077.800=-4.800
σ	163.084-165.501=-2.417
min	855.000
max	1278.000-1279.000=-1.000

*mean*	1.924-1.891=0.033
σ	0.112-0.060=0.052
min	1.839-1.832=0.008
max	2.108-1.967=0.141

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.238-1552.076=0.162
σ	3.020-3.052=-0.032
min	1550.701-1550.578=0.122
max	1557.632-1557.531=0.101

*mean*	617.000-617.800=-0.800
σ	88.972-86.993=1.979
min	510.000-517.000=-7.000
max	723.000-722.000=1.000

*mean*	2.296-2.301=-0.005
σ	0.216-0.261=-0.044
min	2.061-2.055=0.006
max	2.553-2.697=-0.145

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.230-1875.059=0.171
σ	0.054-0.049=0.005
min	1875.158-1875.004=0.155
max	1875.297-1875.125=0.172

*mean*	1720.800-1706.400=14.400
σ	249.076-265.137=-16.062
min	1426.000-1393.000=33.000
max	2059.000-2079.000=-20.000

*mean*	2.880-2.943=-0.063
σ	0.047-0.127=-0.080
min	2.821-2.830=-0.009
max	2.939-3.136=-0.197

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.586-1.273=0.313
σ	0.153-0.091=0.062
min	1.316-1.114=0.202
max	1.682-1.340=0.342

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.419-419.404=0.015
σ	508.920-508.892=0.027
min	164.956-164.955=0.001
max	1182.799-1182.743=0.056

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	432.000-433.000=-1.000
σ	0.000
min	432.000-433.000=-1.000
max	432.000-433.000=-1.000

*mean*	0.515-0.539=-0.024
σ	0.488-0.529=-0.041
min	0.267-0.270=-0.004
max	1.247-1.333=-0.086

policies=20

*mean*	1649.824-1649.813=0.011
σ	0.370-0.365=0.005
min	1649.609-1649.585=0.024
max	1650.378-1650.357=0.021

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-452.250=-2.500
σ	11.587-10.210=1.376
min	435.000-440.000=-5.000
max	459.000-465.000=-6.000

*mean*	2.651-2.648=0.003
σ	0.006-0.009=-0.004
min	2.646-2.641=0.005
max	2.659-2.662=-0.003

policies=200

*mean*	16506.067-16506.093=-0.026
σ	0.129-0.090=0.040
min	16505.901-16506.000=-0.099
max	16506.172-16506.215=-0.043

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-499.750=-0.500
σ	6.131-4.573=1.557
min	493.000-495.000=-2.000
max	507.000-505.000=2.000

*mean*	26.754-26.727=0.027
σ	0.114-0.126=-0.012
min	26.644-26.596=0.048
max	26.897-26.836=0.061