Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.860=-0.000
σ	0.357-0.361=-0.004
min	54.727-54.722=0.005
max	55.875-55.888=-0.013

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.139=0.002
σ	0.004-0.006=-0.002
min	0.137-0.132=0.005
max	0.148-0.151=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.848=0.001
σ	0.006-0.007=-0.001
min	43.841-43.835=0.006
max	43.858-43.858=-0.000

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.126-0.126=-0.000
σ	0.005-0.004=0.000
min	0.122-0.121=0.000
max	0.133-0.134=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4589.625-4589.375=0.250
σ	2249.433-2249.140=0.293
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	122.543-175.207=-52.664
σ	310.087-461.089=-151.002
min	11.737-11.644=0.093
max	889.953-1316.342=-426.389

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=-0.000

*mean*	4589.625-4589.375=0.250
σ	2249.433-2249.140=0.293
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	14.322-14.223=0.100
σ	4.571-4.083=0.488
min	11.580-12.440=-0.860
max	24.704-24.299=0.404

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=0.000
min	41.946
max	41.950-41.950=0.000

*mean*	7381.000-7382.000=-1.000
σ	0.000
min	7381.000-7382.000=-1.000
max	7381.000-7382.000=-1.000

*mean*	11.660-11.579=0.081
σ	1.773-1.986=-0.213
min	10.773-10.721=0.052
max	16.029-16.486=-0.457

op=table_records(), repeat

*mean*	41.934-41.933=0.001
σ	0.002-0.000=0.001
min	41.933
max	41.937-41.934=0.004

*mean*	4180.250-4179.750=0.500
σ	1946.464-1945.836=0.628
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	11.568-11.416=0.153
σ	1.834-1.872=-0.038
min	10.662-10.506=0.156
max	16.089-16.029=0.060

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.001
σ	0.137-0.136=0.000
min	27.606
max	27.993

*mean*	4180.250-4179.750=0.500
σ	1946.464-1945.836=0.628
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	9.105-8.921=0.184
σ	1.214-1.417=-0.203
min	8.096-7.778=0.319
max	12.037-12.348=-0.311

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4180.250-4179.750=0.500
σ	1946.464-1945.836=0.628
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	7.124-6.784=0.340
σ	0.980-1.074=-0.094
min	6.408-5.826=0.583
max	9.493-9.015=0.478

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4589.625-4589.375=0.250
σ	2249.433-2249.140=0.293
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	6.552-6.238=0.315
σ	1.039-0.950=0.089
min	5.759-5.619=0.140
max	8.800-8.551=0.249

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=0.000
min	25.984-25.984=0.000
max	25.985-25.985=0.000

*mean*	4589.625-4589.375=0.250
σ	2249.433-2249.140=0.293
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	6.417-6.102=0.315
σ	1.179-1.046=0.133
min	5.624-5.461=0.162
max	9.117-8.672=0.446

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7381.000-7382.000=-1.000
σ	0.000
min	7381.000-7382.000=-1.000
max	7381.000-7382.000=-1.000

*mean*	348.239-346.103=2.136
σ	3.008-3.314=-0.306
min	344.738-341.135=3.604
max	355.105-350.976=4.129

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3757.000-3756.625=0.375
σ	2300.799-2300.185=0.615
min	720.000
max	7381.000-7382.000=-1.000

*mean*	1765.748-1764.230=1.518
σ	681.171-682.703=-1.533
min	1391.771-1386.818=4.953
max	2959.141-2954.172=4.968

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=0.000
min	107.854-107.854=-0.000
max	107.855

*mean*	4408.250-4408.125=0.125
σ	2218.575-2218.423=0.153
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	236.309-261.802=-25.493
σ	280.514-354.441=-73.927
min	129.058-126.254=2.803
max	929.969-1138.082=-208.113

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4408.250-4408.125=0.125
σ	2218.575-2218.423=0.153
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	44.218-44.607=-0.390
σ	8.112-7.968=0.144
min	39.936-39.897=0.039
max	64.177-63.837=0.339

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7381.000-7382.000=-1.000
σ	0.000
min	7381.000-7382.000=-1.000
max	7381.000-7382.000=-1.000

*mean*	177.345-213.706=-36.362
σ	437.981-542.608=-104.628
min	21.542-21.542=0.000
max	1261.285-1556.592=-295.307

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311-71.311=0.000

*mean*	7381.000-7382.000=-1.000
σ	0.000
min	7381.000-7382.000=-1.000
max	7381.000-7382.000=-1.000

*mean*	64.755-65.414=-0.659
σ	22.102-25.924=-3.822
min	55.806-55.164=0.641
max	119.123-129.514=-10.391

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4180.250-4179.750=0.500
σ	1946.464-1945.836=0.628
min	1482.000-1487.000=-5.000
max	7381.000-7382.000=-1.000

*mean*	3306.631-3259.557=47.073
σ	780.708-708.153=72.555
min	2537.989-2490.699=47.289
max	4467.130-4428.855=38.275

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7381.000-7382.000=-1.000
σ	0.000
min	7381.000-7382.000=-1.000
max	7381.000-7382.000=-1.000

*mean*	1051.492-1021.494=29.998
σ	250.667-260.623=-9.956
min	919.131-909.778=9.353
max	1589.546-1659.188=-69.642

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105-905.105=-0.000
σ	0.002-0.002=0.000
min	905.102-905.102=-0.001
max	905.108

*mean*	7381.000-7382.000=-1.000
σ	0.000
min	7381.000-7382.000=-1.000
max	7381.000-7382.000=-1.000

*mean*	397.068-386.402=10.666
σ	5.247-5.558=-0.311
min	387.452-374.224=13.228
max	406.263-391.753=14.510

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-477.000=-0.250
σ	0.463-0.000=0.463
min	476.000-477.000=-1.000
max	477.000

*mean*	352.184-364.820=-12.636
σ	39.692-48.625=-8.933
min	302.909-292.084=10.824
max	398.671-444.024=-45.353

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	566.000-565.000=1.000
σ	0.000-2.828=-2.828
min	566.000-558.000=8.000
max	566.000

*mean*	754.695-749.538=5.157
σ	36.338-57.255=-20.917
min	711.109-634.612=76.498
max	806.508-822.684=-16.176

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.565=0.000
σ	0.760-0.760=-0.000
min	1024.094-1024.095=-0.001
max	1027.705-1027.706=-0.001

*mean*	1053.000-1048.650=4.350
σ	317.644-311.650=5.994
min	538.000-592.000=-54.000
max	1561.000-1509.000=52.000

*mean*	1.371-1.376=-0.004
σ	0.090-0.073=0.016
min	1.298-1.297=0.001
max	1.680-1.576=0.104

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.437-0.297=0.140
σ	0.507-0.295=0.212
min	0.140-0.138=0.002
max	1.321-0.820=0.501

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.474=0.005
σ	0.309-0.319=-0.010
min	0.332-0.319=0.014
max	1.031-1.045=-0.014

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.216=0.005
σ	0.020-0.019=0.000
min	0.206-0.202=0.003
max	0.255-0.250=0.005

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.336=-0.002
σ	0.018-0.022=-0.004
min	0.321-0.313=0.008
max	0.364-0.371=-0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.000-436.200=0.800
σ	6.595-5.541=1.055
min	431.000
max	444.000-442.000=2.000

*mean*	0.543-0.537=0.006
σ	0.039-0.045=-0.006
min	0.505-0.482=0.022
max	0.593-0.582=0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.474-0.499=-0.025
σ	0.036-0.043=-0.008
min	0.421-0.422=-0.001
max	0.515-0.527=-0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	1.945-1.943=0.003
σ	0.092-0.094=-0.002
min	1.830-1.752=0.077
max	2.598-2.303=0.295

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	2.372-2.506=-0.134
σ	0.311-0.220=0.091
min	1.854-1.898=-0.044
max	2.870-2.765=0.105

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.308-0.301=0.006
σ	0.019-0.008=0.011
min	0.282-0.288=-0.006
max	0.457-0.348=0.109

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.294-0.289=0.005
σ	0.007-0.007=0.000
min	0.280-0.274=0.006
max	0.323-0.323=-0.000

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.614-11.743=-0.130
σ	11.888-11.657=0.230
min	0.574-0.574=0.000
max	106.131-87.149=18.982

*mean*	457.963-460.629=-2.666
σ	22.677-19.274=3.403
min	407.000-408.000=-1.000
max	480.000-478.000=2.000

*mean*	0.027-0.027=-0.000
σ	0.029-0.028=0.001
min	0.001-0.001=0.000
max	0.259-0.208=0.051

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.636-298.604=0.032
σ	1.022-1.017=0.005
min	298.259-298.241=0.018
max	301.542-301.495=0.047

*mean*	439.100-443.000=-3.900
σ	15.996-19.562=-3.566
min	415.000
max	463.000-469.000=-6.000

*mean*	0.604-0.601=0.004
σ	0.014-0.022=-0.008
min	0.589-0.566=0.023
max	0.637-0.632=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	839.000-844.000=-5.000
σ	0.000
min	839.000-844.000=-5.000
max	839.000-844.000=-5.000

*mean*	240.885-223.133=17.753
σ	24.519-23.618=0.901
min	199.545-192.067=7.479
max	259.060-251.745=7.315

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	9.851-8.684=1.167
σ	1.107-1.059=0.048
min	9.375-7.256=2.119
max	12.584-9.656=2.929

phase=parser

*mean*	1042.434-1042.434=-0.000
σ	0.000-0.000=0.000
min	1042.433-1042.434=-0.001
max	1042.434

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	608.502-562.605=45.897
σ	45.100-63.624=-18.523
min	561.770-430.336=131.434
max	714.856-609.715=105.142

phase=processProdDef

*mean*	2243.977
σ	0.000
min	2243.977
max	2243.977

*mean*	839.000-844.000=-5.000
σ	0.000
min	839.000-844.000=-5.000
max	839.000-844.000=-5.000

*mean*	2764.189-2843.098=-78.909
σ	305.957-351.020=-45.063
min	2161.271-2022.307=138.965
max	3031.574-3133.363=-101.790

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	40.826-35.023=5.803
σ	2.358-7.043=-4.686
min	39.162-26.350=12.812
max	46.558-40.450=6.107

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	839.000-843.375=-4.375
σ	0.000-1.768=-1.768
min	839.000
max	839.000-844.000=-5.000

*mean*	698.552-705.132=-6.580
σ	71.440-63.582=7.857
min	669.146-645.543=23.603
max	875.173-850.697=24.476

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.000
σ	0.037-0.038=-0.000
min	293.768-293.768=0.000
max	293.859-293.859=-0.000

*mean*	444.600-441.600=3.000
σ	0.548-4.278=-3.730
min	444.000-437.000=7.000
max	445.000-446.000=-1.000

*mean*	0.394-0.395=-0.001
σ	0.006-0.008=-0.002
min	0.389-0.390=-0.001
max	0.401-0.408=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.287-1320.292=-0.006
σ	0.130-0.127=0.004
min	1320.166-1320.162=0.004
max	1320.496-1320.481=0.016

*mean*	1089.200-1090.400=-1.200
σ	167.934-180.130=-12.196
min	891.000-864.000=27.000
max	1318.000-1314.000=4.000

*mean*	1.961-1.905=0.056
σ	0.162-0.058=0.104
min	1.857-1.840=0.017
max	2.242-1.985=0.257

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.287-1559.274=0.014
σ	2.971-2.970=0.001
min	1557.700-1557.686=0.014
max	1564.588-1564.569=0.019

*mean*	610.600-633.800=-23.200
σ	91.394-69.027=22.367
min	499.000-539.000=-40.000
max	726.000-718.000=8.000

*mean*	2.192-2.216=-0.023
σ	0.144-0.227=-0.083
min	2.071-1.968=0.103
max	2.400-2.531=-0.131

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.349-1882.339=0.010
σ	0.066-0.061=0.006
min	1882.254-1882.275=-0.021
max	1882.425-1882.431=-0.006

*mean*	1728.000-1738.800=-10.800
σ	173.524-188.942=-15.419
min	1471.000-1472.000=-1.000
max	1880.000-1912.000=-32.000

*mean*	3.043-3.060=-0.017
σ	0.255-0.355=-0.100
min	2.876-2.824=0.052
max	3.495-3.686=-0.191

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.579-1.685=-0.105
σ	0.120-0.222=-0.103
min	1.419-1.337=0.082
max	1.734-1.852=-0.118

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.767-419.768=-0.001
σ	518.097-518.097=0.000
min	160.715-160.716=-0.001
max	1196.912-1196.913=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	446.000-440.000=6.000
σ	0.000
min	446.000-440.000=6.000
max	446.000-440.000=6.000

*mean*	0.520-0.508=0.012
σ	0.507-0.540=-0.033
min	0.262-0.223=0.039
max	1.281-1.319=-0.038

policies=20

*mean*	1607.486-1607.484=0.002
σ	0.353-0.343=0.010
min	1607.243-1607.248=-0.006
max	1608.009-1607.993=0.016

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-445.500=3.750
σ	6.500-6.351=0.149
min	446.000-440.000=6.000
max	459.000-451.000=8.000

*mean*	2.583-2.581=0.002
σ	0.013-0.023=-0.010
min	2.570-2.564=0.006
max	2.601-2.615=-0.014

policies=200

*mean*	16083.569-16083.566=0.003
σ	0.080-0.098=-0.018
min	16083.478-16083.491=-0.013
max	16083.667-16083.706=-0.038

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-500.250=-3.750
σ	5.066-6.076=-1.010
min	492.000-493.000=-1.000
max	503.000-507.000=-4.000

*mean*	26.081-26.057=0.024
σ	0.119-0.098=0.021
min	25.990-25.960=0.030
max	26.252-26.167=0.085