Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.716=0.003
σ	0.363-0.364=-0.001
min	54.586-54.585=0.000
max	55.752-55.751=0.001

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.154-0.141=0.014
σ	0.009-0.004=0.005
min	0.139-0.138=0.001
max	0.167-0.147=0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.778=0.001
σ	0.006-0.008=-0.002
min	43.767-43.765=0.002
max	43.788-43.791=-0.003

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.123-0.123=0.000
σ	0.003-0.004=-0.001
min	0.121-0.116=0.006
max	0.130-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4588.875-4588.000=0.875
σ	2255.220-2246.519=8.701
min	1486.000
max	7404.000-7377.000=27.000

*mean*	13.659-140.021=-126.362
σ	4.351-361.497=-357.146
min	11.790-11.847=-0.056
max	24.396-1034.679=-1010.283

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.605=0.000

*mean*	4588.875-4588.000=0.875
σ	2255.220-2246.519=8.701
min	1486.000
max	7404.000-7377.000=27.000

*mean*	13.782-13.680=0.101
σ	4.503-3.545=0.958
min	11.354-11.646=-0.292
max	24.771-22.346=2.424

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=0.000

*mean*	7404.000-7377.000=27.000
σ	0.000
min	7404.000-7377.000=27.000
max	7404.000-7377.000=27.000

*mean*	11.044-11.060=-0.017
σ	0.230-0.169=0.061
min	10.658-10.815=-0.157
max	11.464-11.409=0.056

op=table_records(), repeat

*mean*	41.924-41.925=-0.000
σ	0.000-0.000=-0.000
min	41.924
max	41.925-41.925=-0.000

*mean*	4176.125-4179.625=-3.500
σ	1947.575-1943.624=3.950
min	1486.000
max	7404.000-7377.000=27.000

*mean*	11.516-11.731=-0.214
σ	1.706-1.632=0.074
min	10.615-10.956=-0.342
max	15.701-15.760=-0.059

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4176.125-4179.625=-3.500
σ	1947.575-1943.624=3.950
min	1486.000
max	7404.000-7377.000=27.000

*mean*	9.058-9.053=0.005
σ	1.310-1.425=-0.115
min	7.884-7.844=0.040
max	12.190-12.500=-0.310

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4176.125-4179.625=-3.500
σ	1947.575-1943.624=3.950
min	1486.000
max	7404.000-7377.000=27.000

*mean*	7.068-6.905=0.162
σ	0.976-0.986=-0.010
min	6.489-5.990=0.499
max	9.465-9.206=0.259

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4588.875-4588.000=0.875
σ	2255.220-2246.519=8.701
min	1486.000
max	7404.000-7377.000=27.000

*mean*	6.352-6.508=-0.156
σ	0.920-1.009=-0.088
min	5.889-5.996=-0.107
max	8.620-8.979=-0.360

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.000=0.000
min	25.961-25.961=0.000
max	25.962-25.962=0.000

*mean*	4588.875-4588.000=0.875
σ	2255.220-2246.519=8.701
min	1486.000
max	7404.000-7377.000=27.000

*mean*	6.189-6.265=-0.076
σ	0.936-1.045=-0.110
min	5.662-5.648=0.013
max	8.479-8.836=-0.358

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7404.000-7377.000=27.000
σ	0.000
min	7404.000-7377.000=27.000
max	7404.000-7377.000=27.000

*mean*	363.668-362.359=1.310
σ	41.619-42.166=-0.548
min	345.872-343.870=2.002
max	466.568-466.615=-0.047

op=load_product(), with indexes

*mean*	3495.855-3495.854=0.000
σ	0.454-0.453=0.001
min	3495.694-3495.694=-0.000
max	3496.978-3496.977=0.002

*mean*	3753.375-3755.750=-2.375
σ	2300.959-2298.367=2.592
min	720.000-719.000=1.000
max	7404.000-7377.000=27.000

*mean*	1773.306-1709.967=63.339
σ	683.442-603.764=79.677
min	1400.556-1385.802=14.754
max	2976.360-2930.851=45.509

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4409.750-4407.875=1.875
σ	2226.057-2215.835=10.222
min	1486.000
max	7404.000-7377.000=27.000

*mean*	259.236-188.961=70.275
σ	340.810-153.827=186.983
min	129.374-124.509=4.865
max	1101.676-566.746=534.930

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4588.875-4407.875=181.000
σ	2255.220-2215.835=39.384
min	1486.000
max	7404.000-7377.000=27.000

*mean*	199.112-43.373=155.739
σ	440.529-1.771=438.758
min	40.374-41.571=-1.196
max	1289.352-46.891=1242.461

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7404.000-7377.000=27.000
σ	0.000
min	7404.000-7377.000=27.000
max	7404.000-7377.000=27.000

*mean*	22.246-22.278=-0.032
σ	1.624-1.749=-0.124
min	21.561-21.301=0.260
max	26.257-26.578=-0.321

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296-71.296=0.000

*mean*	7404.000-7377.000=27.000
σ	0.000
min	7404.000-7377.000=27.000
max	7404.000-7377.000=27.000

*mean*	278.906-233.104=45.803
σ	627.396-497.351=130.046
min	55.302-55.556=-0.253
max	1831.618-1463.964=367.654

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.001
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4176.125-4179.625=-3.500
σ	1947.575-1943.624=3.950
min	1486.000
max	7404.000-7377.000=27.000

*mean*	3288.023-3239.189=48.834
σ	831.149-828.352=2.798
min	2509.584-2487.307=22.278
max	4782.480-4847.680=-65.201

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7404.000-7377.000=27.000
σ	0.000
min	7404.000-7377.000=27.000
max	7404.000-7377.000=27.000

*mean*	1056.451-1050.292=6.159
σ	265.146-254.431=10.715
min	914.407-915.909=-1.502
max	1686.748-1656.874=29.874

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7404.000-7377.000=27.000
σ	0.000
min	7404.000-7377.000=27.000
max	7404.000-7377.000=27.000

*mean*	400.081-393.973=6.108
σ	4.333-11.394=-7.062
min	394.562-376.116=18.446
max	409.198-417.379=-8.181

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.625-477.125=-0.500
σ	1.061-0.354=0.707
min	474.000-477.000=-3.000
max	477.000-478.000=-1.000

*mean*	366.195-373.816=-7.620
σ	50.060-34.784=15.276
min	306.423-301.832=4.590
max	433.961-413.926=20.035

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-566.000=-8.000
σ	1.309-0.000=1.309
min	556.000-566.000=-10.000
max	559.000-566.000=-7.000

*mean*	765.014-734.347=30.667
σ	76.033-59.441=16.592
min	667.141-661.482=5.660
max	921.949-828.036=93.914

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.563=0.000
σ	1.880-1.879=0.002
min	963.847-963.842=0.005
max	972.516-972.509=0.007

*mean*	1047.450-1042.600=4.850
σ	320.740-318.382=2.358
min	539.000-554.000=-15.000
max	1569.000-1512.000=57.000

*mean*	1.278-1.297=-0.019
σ	0.166-0.159=0.007
min	1.175-1.185=-0.010
max	1.885-1.779=0.106

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.356-0.315=0.041
σ	0.277-0.325=-0.047
min	0.146-0.140=0.006
max	0.809-0.891=-0.082

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.470-0.418=0.052
σ	0.318-0.194=0.124
min	0.314-0.322=-0.007
max	1.038-0.763=0.274

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.215-0.218=-0.002
σ	0.022-0.029=-0.007
min	0.196-0.189=0.008
max	0.253-0.264=-0.011

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.333-0.335=-0.001
σ	0.014-0.015=-0.001
min	0.324-0.322=0.003
max	0.357-0.359=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-430.600=0.400
σ	0.000-1.342=-1.342
min	431.000-430.000=1.000
max	431.000-433.000=-2.000

*mean*	0.533-0.521=0.012
σ	0.058-0.038=0.020
min	0.440-0.484=-0.044
max	0.584-0.583=0.002

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.482-0.467=0.015
σ	0.023-0.014=0.009
min	0.456-0.447=0.009
max	0.509-0.483=0.027

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.970-2.664=-0.694
σ	0.057-0.109=-0.052
min	1.858-2.502=-0.644
max	2.131-3.037=-0.905

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	1.968-2.612=-0.644
σ	0.080-0.070=0.011
min	1.862-2.497=-0.634
max	2.345-2.855=-0.511

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.302-0.303=-0.001
σ	0.009-0.009=0.001
min	0.287-0.290=-0.003
max	0.360-0.355=0.004

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.297-0.288=0.009
σ	0.024-0.009=0.015
min	0.278-0.276=0.002
max	0.500-0.348=0.152

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.379-11.744=-0.364
σ	11.270-11.320=-0.051
min	0.574-0.574=0.000
max	79.213-91.858=-12.645

*mean*	462.678-463.112=-0.434
σ	19.231-21.178=-1.947
min	410.000-408.000=2.000
max	484.000-480.000=4.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.028=-0.000
min	0.001-0.001=0.000
max	0.205-0.228=-0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.158-279.105=0.053
σ	1.027-1.054=-0.027
min	278.734-278.733=0.001
max	282.070-282.103=-0.034

*mean*	445.300-441.600=3.700
σ	17.075-14.894=2.182
min	418.000-417.000=1.000
max	465.000-466.000=-1.000

*mean*	0.565-0.582=-0.017
σ	0.031-0.011=0.020
min	0.526-0.574=-0.048
max	0.622-0.609=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257
σ	0.000-0.000=0.000
min	169.257
max	169.257

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	219.015-239.074=-20.059
σ	25.915-12.189=13.725
min	189.323-210.344=-21.021
max	247.342-247.653=-0.310

phase=macro expansion

*mean*	5.896
σ	0.000
min	5.896
max	5.896

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	6.799-7.468=-0.669
σ	1.372-1.626=-0.254
min	5.962-5.894=0.068
max	9.034-9.159=-0.125

phase=parser

*mean*	1042.133-1042.133=-0.000
σ	0.000-0.000=0.000
min	1042.132-1042.132=-0.000
max	1042.133

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	488.176-482.209=5.967
σ	108.946-114.186=-5.240
min	374.675-372.780=1.895
max	591.820-591.826=-0.006

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	2714.660-2836.582=-121.922
σ	242.549-292.357=-49.808
min	2494.672-2373.357=121.314
max	3293.377-3281.794=11.583

phase=renaming

*mean*	21.440
σ	0.000
min	21.440
max	21.440

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	35.837-35.118=0.718
σ	9.770-7.522=2.248
min	19.999-24.468=-4.469
max	42.671-42.316=0.355

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000
σ	0.000
min	874.000
max	874.000

*mean*	653.359-680.886=-27.528
σ	31.663-45.926=-14.263
min	611.085-637.083=-25.999
max	701.502-748.050=-46.548

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.857-282.857=0.000
σ	0.036-0.036=0.000
min	282.804-282.805=-0.000
max	282.891-282.891=0.000

*mean*	439.800-442.600=-2.800
σ	3.834-2.191=1.643
min	437.000-441.000=-4.000
max	444.000-445.000=-1.000

*mean*	0.384-0.379=0.005
σ	0.010-0.005=0.005
min	0.376-0.377=-0.001
max	0.398-0.387=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.054-1268.057=-0.002
σ	0.115-0.113=0.001
min	1267.965-1267.963=0.002
max	1268.248-1268.248=0.000

*mean*	1091.200-1093.400=-2.200
σ	169.094-169.996=-0.903
min	890.000-892.000=-2.000
max	1321.000-1326.000=-5.000

*mean*	1.976-1.966=0.010
σ	0.090-0.104=-0.013
min	1.861-1.851=0.010
max	2.081-2.098=-0.017

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.027-1507.032=-0.006
σ	2.981-2.977=0.004
min	1505.457-1505.480=-0.023
max	1512.346-1512.346=0.000

*mean*	623.200-625.200=-2.000
σ	87.311-87.102=0.209
min	493.000-495.000=-2.000
max	725.000-727.000=-2.000

*mean*	2.204-2.231=-0.027
σ	0.177-0.214=-0.037
min	2.093-2.105=-0.012
max	2.519-2.611=-0.093

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.067-1830.068=-0.002
σ	0.048-0.051=-0.003
min	1829.999-1829.993=0.006
max	1830.120-1830.113=0.008

*mean*	1713.200-1720.600=-7.400
σ	187.274-190.165=-2.891
min	1449.000-1458.000=-9.000
max	1882.000-1894.000=-12.000

*mean*	2.965-3.005=-0.040
σ	0.320-0.287=0.032
min	2.623-2.816=-0.193
max	3.493-3.515=-0.021

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.708-1.727=-0.019
σ	0.140-0.185=-0.045
min	1.536-1.429=0.108
max	1.821-1.866=-0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-406.198=0.000
σ	509.795-509.796=-0.001
min	151.296-151.295=0.001
max	1170.892-1170.892=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.498-0.511=-0.013
σ	0.484-0.512=-0.028
min	0.249-0.253=-0.005
max	1.224-1.279=-0.055

policies=20

*mean*	1513.148-1513.152=-0.004
σ	0.273-0.268=0.005
min	1512.972-1512.977=-0.005
max	1513.553-1513.549=0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-446.500=3.750
σ	11.266-3.000=8.266
min	440.000-442.000=-2.000
max	460.000-448.000=12.000

*mean*	2.498-2.499=-0.001
σ	0.012-0.028=-0.016
min	2.485-2.464=0.022
max	2.513-2.526=-0.013

policies=200

*mean*	15139.948-15140.016=-0.068
σ	0.177-0.089=0.088
min	15139.713-15139.935=-0.222
max	15140.122-15140.142=-0.020

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.750-498.750=1.000
σ	3.948-3.500=0.448
min	495.000
max	503.000

*mean*	25.336-25.229=0.107
σ	0.205-0.098=0.108
min	25.118-25.121=-0.003
max	25.602-25.355=0.247