Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.699-54.699=0.000
σ	0.363-0.363=-0.000
min	54.565-54.565=-0.000
max	55.732-55.732=-0.001

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.140-0.141=-0.000
σ	0.004-0.004=0.000
min	0.136-0.136=-0.000
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.000
σ	0.007-0.006=0.001
min	43.771-43.769=0.002
max	43.794-43.788=0.006

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.123-0.123=0.001
σ	0.003-0.004=-0.000
min	0.120-0.120=-0.000
max	0.129-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605-36.605=0.000

*mean*	4587.250-4427.875=159.375
σ	2253.669-2229.814=23.855
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	14.545-12.335=2.210
σ	4.780-0.474=4.305
min	11.912-11.998=-0.086
max	25.231-13.301=11.930

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=-0.000
min	36.605-36.605=0.000
max	36.605-36.606=-0.001

*mean*	4587.250-4608.250=-21.000
σ	2253.669-2261.159=-7.490
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	15.068-146.218=-131.150
σ	4.578-378.335=-373.757
min	12.679-11.292=1.386
max	25.422-1082.547=-1057.126

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.942

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	10.885-11.040=-0.155
σ	0.128-0.184=-0.056
min	10.578-10.838=-0.260
max	10.983-11.376=-0.393

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924
max	41.925-41.925=-0.000

*mean*	4173.875-4199.125=-25.250
σ	1945.655-1957.277=-11.622
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	11.745-11.293=0.452
σ	1.872-0.618=1.254
min	10.601-10.878=-0.277
max	16.336-12.770=3.565

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.001
σ	0.136-0.137=-0.000
min	27.586-27.585=0.000
max	27.972-27.972=-0.000

*mean*	4173.875-4199.125=-25.250
σ	1945.655-1957.277=-11.622
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	9.241-8.659=0.581
σ	1.133-0.514=0.619
min	8.373-8.026=0.348
max	12.001-9.346=2.655

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.386=-0.001
σ	0.000-0.001=-0.001
min	26.385-26.385=-0.000
max	26.385-26.389=-0.004

*mean*	4173.875-4199.125=-25.250
σ	1945.655-1957.277=-11.622
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	7.147-6.684=0.464
σ	0.909-0.235=0.674
min	6.658-6.399=0.260
max	9.371-7.075=2.296

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674

*mean*	4587.250-4608.250=-21.000
σ	2253.669-2261.159=-7.490
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	6.526-6.257=0.269
σ	1.047-0.683=0.364
min	5.788-5.967=-0.179
max	8.778-7.942=0.836

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962-25.962=-0.000
max	25.964

*mean*	4587.250-4608.250=-21.000
σ	2253.669-2261.159=-7.490
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	6.375-6.081=0.294
σ	1.103-0.577=0.526
min	5.603-5.812=-0.209
max	8.752-7.503=1.249

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=-0.000
σ	0.002-0.002=-0.000
min	1021.597
max	1021.602-1021.602=-0.000

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	360.771-348.184=12.587
σ	41.059-1.426=39.632
min	343.479-345.383=-1.904
max	462.316-349.559=112.758

op=load_product(), with indexes

*mean*	3495.846
σ	0.455-0.455=-0.000
min	3495.685-3495.685=0.000
max	3496.972

*mean*	3751.875-3771.875=-20.000
σ	2298.991-2313.216=-14.224
min	720.000
max	7403.000-7411.000=-8.000

*mean*	1777.234-1732.267=44.967
σ	643.066-619.052=24.014
min	1399.188-1399.675=-0.487
max	2854.086-2998.460=-144.374

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.842=0.000

*mean*	4408.125-4199.125=209.000
σ	2224.889-1957.277=267.612
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	266.231-134.336=131.895
σ	351.944-5.096=346.848
min	131.608-129.845=1.763
max	1136.275-143.617=992.658

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.070

*mean*	4587.250-4427.875=159.375
σ	2253.669-2229.814=23.855
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	187.282-241.871=-54.589
σ	399.385-562.875=-163.490
min	41.278-41.218=0.060
max	1175.534-1634.913=-459.379

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	22.667-59.939=-37.272
σ	2.145-108.774=-106.629
min	21.213-21.177=0.036
max	27.066-329.141=-302.074

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=-0.000
max	71.297-71.297=-0.000

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	290.558-58.896=231.663
σ	661.497-8.673=652.825
min	55.347-54.987=0.361
max	1927.677-80.327=1847.350

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4173.875-4199.125=-25.250
σ	1945.655-1957.277=-11.622
min	1482.000-1481.000=1.000
max	7403.000-7411.000=-8.000

*mean*	3306.654-3235.563=71.091
σ	714.924-695.089=19.835
min	2517.650-2526.592=-8.942
max	4305.297-4118.223=187.073

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=0.000
σ	0.002-0.002=0.000
min	1973.829
max	1973.833-1973.833=0.000

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	1089.913-1016.659=73.254
σ	276.290-202.385=73.906
min	920.353-922.761=-2.408
max	1685.778-1505.034=180.744

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7403.000-7411.000=-8.000
σ	0.000
min	7403.000-7411.000=-8.000
max	7403.000-7411.000=-8.000

*mean*	420.658-404.746=15.912
σ	52.885-5.170=47.715
min	388.771-392.897=-4.126
max	508.655-409.195=99.460

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.875-475.625=0.250
σ	0.354-1.506=-1.152
min	475.000-474.000=1.000
max	476.000-477.000=-1.000

*mean*	371.603-391.028=-19.425
σ	20.549-24.440=-3.891
min	343.811-352.806=-8.995
max	399.753-424.002=-24.249

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	567.000-564.000=3.000
σ	1.852-0.000=1.852
min	564.000
max	568.000-564.000=4.000

*mean*	750.386-769.154=-18.767
σ	61.132-48.836=12.296
min	641.918-688.429=-46.510
max	851.264-827.241=24.023

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-964.557=0.002
σ	1.879-1.880=-0.001
min	963.840-963.837=0.004
max	972.504-972.508=-0.004

*mean*	1033.500-1041.350=-7.850
σ	303.318-306.531=-3.213
min	540.000-562.000=-22.000
max	1522.000-1489.000=33.000

*mean*	1.254-1.285=-0.031
σ	0.079-0.144=-0.065
min	1.180-1.171=0.009
max	1.487-1.781=-0.294

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.476=-0.079
σ	0.501-0.490=0.012
min	0.138-0.156=-0.018
max	1.291-1.342=-0.051

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.809=-0.331
σ	0.324-0.502=-0.179
min	0.325-0.562=-0.238
max	1.057-1.707=-0.650

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.212-0.385=-0.173
σ	0.030-0.034=-0.004
min	0.191-0.361=-0.170
max	0.262-0.444=-0.182

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.313-0.591=-0.278
σ	0.020-0.025=-0.005
min	0.293-0.568=-0.275
max	0.345-0.631=-0.286

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	430.600-436.200=-5.600
σ	0.548-5.541=-4.993
min	430.000-431.000=-1.000
max	431.000-442.000=-11.000

*mean*	0.576-0.731=-0.156
σ	0.035-0.016=0.019
min	0.532-0.711=-0.179
max	0.611-0.753=-0.142

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.476-0.589=-0.113
σ	0.027-0.034=-0.006
min	0.456-0.545=-0.089
max	0.522-0.638=-0.116

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	1.966-3.518=-1.552
σ	0.082-0.089=-0.007
min	1.831-3.361=-1.530
max	2.425-3.859=-1.433

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	1.960-3.502=-1.542
σ	0.071-0.083=-0.012
min	1.845-3.367=-1.522
max	2.216-3.846=-1.631

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.304-0.539=-0.235
σ	0.011-0.014=-0.003
min	0.290-0.511=-0.221
max	0.375-0.632=-0.257

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.289-0.512=-0.222
σ	0.008-0.013=-0.005
min	0.278-0.491=-0.213
max	0.338-0.590=-0.252

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.196-11.794=-0.598
σ	12.638-11.826=0.812
min	0.714-0.578=0.137
max	142.566-112.552=30.014

*mean*	464.869-462.195=2.674
σ	20.451-18.649=1.802
min	408.000
max	482.000-478.000=4.000

*mean*	0.026-0.027=-0.001
σ	0.031-0.029=0.002
min	0.001-0.001=-0.000
max	0.354-0.270=0.084

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.147-279.148=-0.001
σ	1.079-1.032=0.047
min	278.718-278.743=-0.025
max	282.211-282.080=0.131

*mean*	441.700-442.000=-0.300
σ	16.694-17.049=-0.355
min	414.000
max	468.000-472.000=-4.000

*mean*	0.577-0.586=-0.010
σ	0.020-0.012=0.008
min	0.537-0.570=-0.034
max	0.618-0.616=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	148.684-152.579=-3.895
σ	14.297-11.925=2.372
min	131.666-133.398=-1.732
max	164.108-164.358=-0.250

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	5.838-8.440=-2.602
σ	0.070-2.764=-2.695
min	5.750-5.856=-0.106
max	5.955-11.949=-5.994

phase=parser

*mean*	1042.131-1042.131=0.001
σ	0.000-0.000=-0.000
min	1042.131-1042.130=0.001
max	1042.132-1042.131=0.001

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	376.670-539.943=-163.274
σ	2.868-147.231=-144.363
min	373.462-374.252=-0.790
max	380.296-726.699=-346.403

phase=processProdDef

*mean*	2241.192-2241.194=-0.002
σ	0.000
min	2241.192-2241.194=-0.002
max	2241.192-2241.194=-0.002

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	2714.334-2723.388=-9.054
σ	169.184-478.765=-309.581
min	2474.632-1879.720=594.913
max	2906.015-3367.894=-461.880

phase=renaming

*mean*	21.430
σ	0.000
min	21.430
max	21.430

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	34.523-37.952=-3.429
σ	1.150-9.446=-8.296
min	33.007-19.950=13.057
max	36.095-47.557=-11.462

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	848.000-850.000=-2.000
σ	0.000
min	848.000-850.000=-2.000
max	848.000-850.000=-2.000

*mean*	663.900-723.497=-59.597
σ	19.522-62.764=-43.242
min	638.901-642.953=-4.052
max	684.208-828.106=-143.897

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.855=0.001
σ	0.036-0.039=-0.003
min	282.804-282.801=0.003
max	282.891-282.894=-0.003

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.375-0.374=0.001
σ	0.002-0.002=0.000
min	0.374-0.372=0.002
max	0.379-0.377=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.059-1268.046=0.012
σ	0.092-0.112=-0.021
min	1267.954-1267.948=0.006
max	1268.184-1268.232=-0.048

*mean*	1093.000-1089.600=3.400
σ	168.649-168.199=0.450
min	893.000-890.000=3.000
max	1325.000-1319.000=6.000

*mean*	2.027-2.014=0.013
σ	0.102-0.105=-0.003
min	1.857-1.899=-0.041
max	2.111-2.131=-0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.060-1507.022=0.039
σ	2.925-2.952=-0.027
min	1505.542-1505.477=0.065
max	1512.282-1512.290=-0.008

*mean*	625.800-623.000=2.800
σ	87.537-87.684=-0.147
min	495.000-492.000=3.000
max	728.000-725.000=3.000

*mean*	2.269-2.232=0.037
σ	0.229-0.186=0.043
min	2.024-2.116=-0.091
max	2.564-2.559=0.005

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.056-1830.055=0.001
σ	0.042-0.046=-0.003
min	1829.989-1829.987=0.002
max	1830.099-1830.101=-0.001

*mean*	1723.800-1717.400=6.400
σ	186.181-189.189=-3.008
min	1463.000-1452.000=11.000
max	1893.000-1891.000=2.000

*mean*	3.000-3.012=-0.012
σ	0.306-0.276=0.030
min	2.813-2.835=-0.021
max	3.545-3.501=0.044

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.711-1.751=-0.040
σ	0.223-0.111=0.113
min	1.324-1.620=-0.296
max	1.873-1.865=0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.944-405.941=0.003
σ	509.287-509.286=0.001
min	151.295-151.291=0.005
max	1169.876-1169.871=0.005

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.484-0.509=-0.024
σ	0.459-0.502=-0.043
min	0.246-0.247=-0.001
max	1.173-1.262=-0.089

policies=20

*mean*	1513.144-1513.131=0.012
σ	0.282-0.265=0.017
min	1512.991-1512.959=0.032
max	1513.567-1513.524=0.042

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	452.000-451.250=0.750
σ	10.832-10.595=0.237
min	444.000
max	468.000-467.000=1.000

*mean*	2.521-2.492=0.029
σ	0.056-0.019=0.038
min	2.475-2.464=0.011
max	2.603-2.506=0.098

policies=200

*mean*	15140.029-15139.987=0.042
σ	0.100-0.099=0.001
min	15139.947-15139.895=0.051
max	15140.165-15140.120=0.045

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-498.000=-1.000
σ	4.967-3.266=1.701
min	491.000-494.000=-3.000
max	503.000-502.000=1.000

*mean*	25.100-25.059=0.041
σ	0.106-0.104=0.002
min	24.988-24.998=-0.010
max	25.217-25.213=0.004