Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.859=-0.000
σ	0.358-0.358=0.001
min	54.726-54.722=0.004
max	55.878-55.876=0.002

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.141-0.138=0.003
σ	0.005-0.006=-0.000
min	0.137-0.130=0.006
max	0.151-0.147=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.847=0.000
σ	0.006-0.006=-0.000
min	43.838-43.836=0.002
max	43.854-43.860=-0.005

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.126-0.126=-0.000
σ	0.004-0.005=-0.001
min	0.122-0.121=0.001
max	0.133-0.136=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4473.125-4427.500=45.625
σ	2209.036-2226.417=-17.381
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	12.419-13.409=-0.990
σ	0.392-3.409=-3.017
min	12.069-11.889=0.180
max	13.300-21.828=-8.528

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.001

*mean*	4473.125-4607.750=-134.625
σ	2209.036-2257.508=-48.472
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	12.454-182.795=-170.340
σ	0.585-478.909=-478.324
min	11.646-11.653=-0.007
max	13.042-1368.023=-1354.981

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=0.000
max	41.950-41.951=-0.001

*mean*	7286.000-7408.000=-122.000
σ	0.000
min	7286.000-7408.000=-122.000
max	7286.000-7408.000=-122.000

*mean*	11.670-11.108=0.562
σ	1.316-0.171=1.145
min	10.686-10.852=-0.165
max	13.988-11.475=2.513

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4473.125-4198.625=274.500
σ	2209.036-1953.657=255.379
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	11.342-11.720=-0.377
σ	0.898-1.913=-1.015
min	10.760-10.742=0.018
max	13.497-16.400=-2.904

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4473.125-4198.625=274.500
σ	2209.036-1953.657=255.379
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	8.748-9.131=-0.384
σ	0.865-1.391=-0.526
min	7.957-7.796=0.160
max	10.778-12.430=-1.652

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4473.125-4198.625=274.500
σ	2209.036-1953.657=255.379
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	6.801-6.955=-0.154
σ	0.354-1.181=-0.827
min	6.440-5.964=0.476
max	7.598-9.667=-2.069

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4473.125-4607.750=-134.625
σ	2209.036-2257.508=-48.472
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	6.052-6.672=-0.620
σ	0.126-1.104=-0.978
min	5.840-6.007=-0.167
max	6.256-9.183=-2.926

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4473.125-4607.750=-134.625
σ	2209.036-2257.508=-48.472
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	5.891-6.512=-0.621
σ	0.083-1.083=-1.000
min	5.758-5.781=-0.023
max	6.000-8.880=-2.880

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=-0.000
σ	0.002-0.002=-0.000
min	1021.625
max	1021.629-1021.630=-0.000

*mean*	7286.000-7408.000=-122.000
σ	0.000
min	7286.000-7408.000=-122.000
max	7286.000-7408.000=-122.000

*mean*	346.545-344.522=2.024
σ	2.823-1.033=1.790
min	342.507-343.435=-0.928
max	351.008-346.399=4.609

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.001
min	3495.713
max	3497.036-3497.038=-0.002

*mean*	3652.875-3771.875=-119.000
σ	2233.513-2309.927=-76.413
min	724.000-721.000=3.000
max	7286.000-7408.000=-122.000

*mean*	1608.525-1784.876=-176.351
σ	561.601-678.801=-117.199
min	1404.329-1376.905=27.424
max	2998.383-2952.527=45.856

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.854-107.854=-0.000
max	107.854

*mean*	4473.125-4198.625=274.500
σ	2209.036-1953.657=255.379
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	135.815-134.517=1.298
σ	11.426-18.302=-6.876
min	127.305-125.173=2.132
max	155.159-179.523=-24.364

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4473.125-4427.500=45.625
σ	2209.036-2226.417=-17.381
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	44.218-157.246=-113.028
σ	1.686-322.986=-321.299
min	41.956-41.311=0.645
max	46.888-956.585=-909.696

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7286.000-7408.000=-122.000
σ	0.000
min	7286.000-7408.000=-122.000
max	7286.000-7408.000=-122.000

*mean*	25.023-103.824=-78.801
σ	5.392-232.182=-226.790
min	21.342-21.358=-0.017
max	36.159-678.443=-642.285

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7286.000-7408.000=-122.000
σ	0.000
min	7286.000-7408.000=-122.000
max	7286.000-7408.000=-122.000

*mean*	60.355-59.336=1.019
σ	9.147-8.786=0.361
min	55.000-55.170=-0.170
max	81.926-81.043=0.883

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.884

*mean*	4473.125-4198.625=274.500
σ	2209.036-1953.657=255.379
min	1470.000-1488.000=-18.000
max	7286.000-7408.000=-122.000

*mean*	3544.840-3202.501=342.339
σ	737.748-685.040=52.707
min	2511.591-2504.784=6.807
max	4462.449-4198.920=263.529

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.001

*mean*	7286.000-7408.000=-122.000
σ	0.000
min	7286.000-7408.000=-122.000
max	7286.000-7408.000=-122.000

*mean*	1322.614-1019.851=302.763
σ	634.152-200.367=433.784
min	911.892-924.610=-12.719
max	2610.007-1500.755=1109.252

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7286.000-7408.000=-122.000
σ	0.000
min	7286.000-7408.000=-122.000
max	7286.000-7408.000=-122.000

*mean*	450.512-392.098=58.414
σ	90.371-5.323=85.048
min	388.684-380.243=8.441
max	629.419-398.788=230.631

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	474.750-475.625=-0.875
σ	0.707-1.408=-0.701
min	473.000-474.000=-1.000
max	475.000-477.000=-2.000

*mean*	355.696-362.357=-6.661
σ	34.479-36.713=-2.235
min	298.940-308.125=-9.185
max	388.131-409.884=-21.754

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.000-563.500=-5.500
σ	0.000-2.777=-2.777
min	558.000-559.000=-1.000
max	558.000-565.000=-7.000

*mean*	746.304-796.636=-50.332
σ	41.827-53.821=-11.994
min	691.630-719.722=-28.092
max	794.802-874.352=-79.550

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.564=0.002
σ	0.760-0.759=0.000
min	1024.095-1024.093=0.002
max	1027.706-1027.702=0.004

*mean*	1059.400-1039.600=19.800
σ	312.890-308.105=4.785
min	590.000-544.000=46.000
max	1528.000

*mean*	1.358-1.385=-0.027
σ	0.077-0.072=0.005
min	1.235-1.313=-0.078
max	1.573-1.595=-0.022

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.315-0.399=-0.084
σ	0.316-0.517=-0.200
min	0.141-0.136=0.004
max	0.876-1.320=-0.444

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.424-0.483=-0.059
σ	0.195-0.325=-0.131
min	0.323-0.322=0.001
max	0.771-1.064=-0.293

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.225-0.220=0.005
σ	0.025-0.025=0.000
min	0.203-0.204=-0.001
max	0.266-0.263=0.003

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.405-0.336=0.069
σ	0.144-0.019=0.125
min	0.322-0.316=0.006
max	0.660-0.362=0.298

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	434.400-431.600=2.800
σ	4.219-1.342=2.877
min	431.000
max	439.000-434.000=5.000

*mean*	0.585-0.557=0.028
σ	0.039-0.031=0.008
min	0.518-0.534=-0.016
max	0.611-0.612=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	0.470-0.514=-0.044
σ	0.064-0.018=0.047
min	0.374-0.485=-0.110
max	0.526-0.528=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	1.987-1.974=0.012
σ	0.100-0.061=0.039
min	1.856-1.864=-0.008
max	2.424-2.214=0.210

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	1.961-1.970=-0.009
σ	0.066-0.062=0.004
min	1.841-1.872=-0.031
max	2.149-2.149=0.000

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	0.307-0.307=-0.000
σ	0.008-0.016=-0.008
min	0.293-0.291=0.002
max	0.354-0.411=-0.057

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-441.000=-2.000
σ	0.000
min	439.000-441.000=-2.000
max	439.000-441.000=-2.000

*mean*	0.295-0.287=0.008
σ	0.011-0.031=-0.020
min	0.280-0.265=0.016
max	0.367-0.567=-0.201

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.103-11.679=0.424
σ	11.374-11.123=0.251
min	0.573-0.573=0.000
max	96.672-74.454=22.218

*mean*	461.164-464.058=-2.894
σ	17.808-20.719=-2.911
min	408.000
max	476.000-479.000=-3.000

*mean*	0.028-0.027=0.001
σ	0.028-0.027=0.000
min	0.001-0.001=0.000
max	0.233-0.183=0.050

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.710-298.769=-0.059
σ	1.022-0.982=0.039
min	298.315-298.338=-0.023
max	301.615-301.559=0.055

*mean*	437.600-440.100=-2.500
σ	16.807-15.602=1.205
min	414.000-417.000=-3.000
max	463.000-464.000=-1.000

*mean*	0.597-0.597=-0.000
σ	0.020-0.027=-0.007
min	0.556-0.534=0.022
max	0.624-0.628=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	843.000-840.000=3.000
σ	0.000
min	843.000-840.000=3.000
max	843.000-840.000=3.000

*mean*	210.438-229.265=-18.827
σ	32.048-29.166=2.882
min	149.924-194.000=-44.076
max	246.083-259.751=-13.668

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	8.894-9.572=-0.678
σ	1.280-0.212=1.068
min	6.265-9.340=-3.075
max	9.671-9.895=-0.224

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=-0.000
min	1042.435-1042.435=0.000
max	1042.436-1042.435=0.000

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	555.707-594.349=-38.642
σ	91.115-4.939=86.176
min	386.179-589.221=-203.043
max	613.621-602.315=11.306

phase=processProdDef

*mean*	2243.976-2243.974=0.002
σ	0.000
min	2243.976-2243.974=0.002
max	2243.976-2243.974=0.002

*mean*	843.000-840.000=3.000
σ	0.000
min	843.000-840.000=3.000
max	843.000-840.000=3.000

*mean*	2865.234-2740.469=124.765
σ	366.186-323.518=42.669
min	2387.285-1992.662=394.623
max	3359.055-3056.907=302.149

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	35.907-40.258=-4.351
σ	8.173-0.322=7.851
min	19.653-39.749=-20.096
max	41.101-40.663=0.439

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.375-840.000=2.375
σ	1.768-0.000=1.768
min	838.000-840.000=-2.000
max	843.000-840.000=3.000

*mean*	747.177-675.549=71.628
σ	77.233-6.629=70.604
min	650.087-665.178=-15.091
max	866.643-682.708=183.935

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.820=0.000
σ	0.038-0.041=-0.003
min	293.767-293.765=0.003
max	293.858-293.862=-0.004

*mean*	444.400-442.200=2.200
σ	0.548-1.643=-1.095
min	444.000-441.000=3.000
max	445.000-444.000=1.000

*mean*	0.392-0.396=-0.004
σ	0.005-0.005=0.001
min	0.389-0.392=-0.003
max	0.402-0.404=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.297-1320.289=0.008
σ	0.123-0.131=-0.008
min	1320.173-1320.161=0.012
max	1320.474-1320.501=-0.027

*mean*	1107.000-1089.800=17.200
σ	180.026-167.349=12.677
min	893.000-891.000=2.000
max	1356.000-1317.000=39.000

*mean*	1.962-1.979=-0.017
σ	0.028-0.180=-0.152
min	1.923-1.836=0.087
max	1.991-2.289=-0.299

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.288-1559.274=0.014
σ	2.973-2.980=-0.007
min	1557.696-1557.688=0.008
max	1564.593-1564.591=0.002

*mean*	626.600-623.200=3.400
σ	88.512-87.608=0.903
min	495.000-493.000=2.000
max	732.000-726.000=6.000

*mean*	2.175-2.240=-0.065
σ	0.193-0.139=0.054
min	1.980-2.067=-0.087
max	2.495-2.444=0.052

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.329-1882.346=-0.017
σ	0.057-0.065=-0.008
min	1882.250-1882.252=-0.002
max	1882.404-1882.425=-0.021

*mean*	1714.200-1728.600=-14.400
σ	178.973-177.162=1.811
min	1481.000-1471.000=10.000
max	1885.000-1888.000=-3.000

*mean*	2.950-3.075=-0.124
σ	0.127-0.287=-0.161
min	2.810-2.875=-0.065
max	3.136-3.582=-0.447

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.659-1.661=-0.002
σ	0.117-0.171=-0.055
min	1.538-1.412=0.126
max	1.836-1.848=-0.012

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.943-419.944=-0.000
σ	518.105-518.105=0.001
min	160.885-160.885=0.000
max	1197.102-1197.101=0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	0.514-0.524=-0.010
σ	0.515-0.522=-0.007
min	0.229-0.258=-0.028
max	1.286-1.307=-0.021

policies=20

*mean*	1609.199-1609.203=-0.004
σ	0.365-0.356=0.009
min	1608.961-1608.960=0.001
max	1609.742-1609.731=0.011

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-448.250=1.250
σ	7.000-8.500=-1.500
min	446.000-444.000=2.000
max	460.000-461.000=-1.000

*mean*	2.603-2.586=0.017
σ	0.015-0.036=-0.021
min	2.583-2.541=0.042
max	2.617-2.627=-0.010

policies=200

*mean*	16100.593-16100.591=0.001
σ	0.058-0.085=-0.027
min	16100.507-16100.472=0.035
max	16100.630-16100.666=-0.037

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-497.500=0.750
σ	4.646-4.203=0.443
min	492.000
max	503.000-502.000=1.000

*mean*	26.159-26.200=-0.041
σ	0.117-0.269=-0.152
min	26.045-26.036=0.009
max	26.317-26.599=-0.282