Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.823-54.698=3.125
σ	0.360-0.366=-0.006
min	57.680-54.565=3.114
max	58.848-55.740=3.108

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.147-0.139=0.008
σ	0.005-0.003=0.002
min	0.142-0.136=0.006
max	0.157-0.146=0.011

cache=y

dps=1

iters=10

policies=100

*mean*	46.898-43.777=3.121
σ	0.004-0.008=-0.004
min	46.890-43.766=3.123
max	46.904-43.792=3.112

*mean*	417.000-419.700=-2.700
σ	0.000-0.483=-0.483
min	417.000-419.000=-2.000
max	417.000-420.000=-3.000

*mean*	0.126-0.122=0.004
σ	0.005-0.004=0.001
min	0.122-0.118=0.004
max	0.138-0.130=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=-0.000
min	36.605
max	36.606

*mean*	4587.625-4588.500=-0.875
σ	2248.227-2248.666=-0.439
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	162.034-158.223=3.811
σ	421.888-411.195=10.692
min	11.919-11.904=0.015
max	1206.141-1175.870=30.271

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=-0.000

*mean*	4587.625-4588.500=-0.875
σ	2248.227-2248.666=-0.439
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	14.503-15.051=-0.548
σ	4.627-4.220=0.407
min	11.444-12.732=-1.288
max	24.599-24.622=-0.023

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.942=0.001

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	11.400-11.700=-0.300
σ	1.398-1.747=-0.349
min	10.655-10.904=-0.249
max	14.838-16.007=-1.170

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.001=-0.000
min	41.924
max	41.925-41.926=-0.000

*mean*	4177.500-4178.625=-1.125
σ	1945.104-1945.570=-0.465
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	11.577-11.660=-0.082
σ	1.769-1.947=-0.178
min	10.835-10.652=0.183
max	15.947-16.455=-0.508

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.001
σ	0.136-0.137=-0.000
min	27.585-27.585=0.000
max	27.972-27.972=0.000

*mean*	4177.500-4178.625=-1.125
σ	1945.104-1945.570=-0.465
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	9.101-9.265=-0.164
σ	1.274-1.350=-0.076
min	8.012-7.937=0.075
max	12.168-12.485=-0.317

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=0.000
max	26.385

*mean*	4177.500-4178.625=-1.125
σ	1945.104-1945.570=-0.465
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	7.211-7.053=0.158
σ	1.012-0.901=0.111
min	6.608-6.427=0.181
max	9.692-9.253=0.439

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4587.625-4588.500=-0.875
σ	2248.227-2248.666=-0.439
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	6.563-6.578=-0.015
σ	1.018-0.934=0.085
min	5.834-6.034=-0.200
max	8.817-8.591=0.226

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.963=-0.000
σ	0.001-0.001=-0.001
min	25.962-25.962=0.000
max	25.964-25.966=-0.002

*mean*	4587.625-4588.500=-0.875
σ	2248.227-2248.666=-0.439
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	6.383-6.401=-0.018
σ	1.007-0.983=0.024
min	5.731-5.818=-0.087
max	8.623-8.574=0.050

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.599=0.000
σ	0.002
min	1021.597-1021.597=0.000
max	1021.602-1021.602=0.000

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	347.145-345.534=1.612
σ	2.620-3.019=-0.399
min	342.639-341.768=0.872
max	350.504-349.737=0.767

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685-3495.685=0.000
max	3496.971-3496.972=-0.001

*mean*	3755.250-3756.000=-0.750
σ	2299.244-2299.809=-0.566
min	720.000
max	7379.000-7380.000=-1.000

*mean*	1789.384-1776.946=12.438
σ	672.894-640.393=32.502
min	1394.184-1401.211=-7.027
max	2968.086-2832.972=135.114

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.841
max	107.842-107.842=-0.000

*mean*	4405.500-4406.625=-1.125
σ	2217.471-2217.864=-0.393
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	235.758-265.086=-29.329
σ	270.378-360.830=-90.452
min	130.391-126.278=4.113
max	903.612-1156.969=-253.357

op=column_set() on unindexed, dense, repeat

*mean*	62.069
σ	0.001
min	62.065
max	62.069

*mean*	4405.500-4406.625=-1.125
σ	2217.471-2217.864=-0.393
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	45.064-46.966=-1.902
σ	8.602-9.673=-1.070
min	40.136-41.662=-1.526
max	65.895-70.586=-4.691

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	203.475-270.491=-67.015
σ	514.102-701.631=-187.528
min	21.203-21.463=-0.259
max	1475.813-2006.930=-531.117

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293-71.293=-0.000
max	71.297

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	62.172-62.898=-0.726
σ	16.990-18.202=-1.211
min	55.263-55.356=-0.093
max	104.142-107.811=-3.669

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4177.500-4178.625=-1.125
σ	1945.104-1945.570=-0.465
min	1487.000
max	7379.000-7380.000=-1.000

*mean*	3306.271-3345.215=-38.944
σ	750.625-894.713=-144.088
min	2491.077-2510.742=-19.665
max	4363.713-4828.807=-465.094

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	1045.082-1048.173=-3.091
σ	292.225-281.754=10.471
min	909.980-915.047=-5.066
max	1750.428-1724.303=26.125

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7379.000-7380.000=-1.000
σ	0.000
min	7379.000-7380.000=-1.000
max	7379.000-7380.000=-1.000

*mean*	389.183-405.095=-15.912
σ	4.174-42.605=-38.432
min	381.546-375.072=6.474
max	393.983-509.294=-115.311

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-478.250=-2.250
σ	0.000-1.389=-1.389
min	476.000
max	476.000-479.000=-3.000

*mean*	378.656-384.349=-5.692
σ	34.762-21.229=13.533
min	305.791-353.100=-47.310
max	418.889-424.158=-5.269

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-565.000=-6.000
σ	0.000
min	559.000-565.000=-6.000
max	559.000-565.000=-6.000

*mean*	730.205-739.004=-8.798
σ	63.075-64.604=-1.529
min	646.050-603.344=42.706
max	814.393-825.396=-11.003

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.919-964.559=12.360
σ	2.437-1.880=0.557
min	976.070-963.836=12.234
max	987.244-972.511=14.733

*mean*	1050.050-1049.000=1.050
σ	314.977-313.781=1.197
min	568.000-558.000=10.000
max	1511.000-1499.000=12.000

*mean*	1.300-1.313=-0.013
σ	0.096-0.142=-0.045
min	1.205-1.185=0.021
max	1.518-1.608=-0.090

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306-0.402=-0.097
σ	0.284-0.521=-0.237
min	0.141-0.143=-0.002
max	0.808-1.331=-0.523

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.471-0.743=-0.272
σ	0.321-0.334=-0.013
min	0.313-0.580=-0.267
max	1.045-1.339=-0.294

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.386=-0.169
σ	0.021-0.032=-0.011
min	0.201-0.368=-0.167
max	0.252-0.442=-0.191

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.595=-0.263
σ	0.023-0.026=-0.002
min	0.312-0.575=-0.263
max	0.371-0.633=-0.262

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.568-0.599=-0.032
σ	0.042-0.089=-0.048
min	0.504-0.530=-0.026
max	0.603-0.747=-0.144

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.474-0.467=0.007
σ	0.043-0.052=-0.008
min	0.424-0.388=0.036
max	0.520-0.514=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.965-2.620=-0.654
σ	0.072-0.131=-0.059
min	1.813-1.961=-0.148
max	2.231-2.960=-0.730

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.914-2.670=-0.756
σ	0.090-0.117=-0.026
min	1.728-2.444=-0.717
max	2.262-3.120=-0.858

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.302-0.311=-0.009
σ	0.009-0.042=-0.033
min	0.290-0.289=0.000
max	0.361-0.646=-0.285

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.291-0.287=0.004
σ	0.010-0.006=0.003
min	0.276-0.275=0.001
max	0.340-0.318=0.022

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.574-11.499=0.075
σ	11.630-10.633=0.996
min	0.573-0.573=0.000
max	115.675-79.203=36.472

*mean*	465.343-462.121=3.222
σ	18.831-19.252=-0.420
min	407.000-406.000=1.000
max	480.000-479.000=1.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.026=0.002
min	0.001-0.001=0.000
max	0.268-0.193=0.075

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.621-279.098=14.523
σ	0.962-1.036=-0.074
min	293.129-278.604=14.525
max	296.351-282.038=14.313

*mean*	442.400-447.100=-4.700
σ	18.506-16.908=1.599
min	416.000-426.000=-10.000
max	464.000-472.000=-8.000

*mean*	0.590-0.576=0.014
σ	0.019-0.023=-0.003
min	0.548-0.534=0.014
max	0.619-0.616=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	156.320-146.511=9.809
σ	9.020-9.528=-0.508
min	134.839-130.708=4.131
max	163.312-159.843=3.469

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	11.053-8.349=2.704
σ	1.380-2.259=-0.879
min	7.945-5.806=2.140
max	12.151-11.951=0.200

phase=parser

*mean*	1042.130-1042.132=-0.002
σ	0.000-0.000=0.000
min	1042.130-1042.132=-0.002
max	1042.131-1042.132=-0.002

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	579.842-527.006=52.836
σ	171.477-133.388=38.090
min	376.231-373.149=3.083
max	735.971-722.566=13.405

phase=processProdDef

*mean*	2241.195-2241.194=0.001
σ	0.000
min	2241.195-2241.194=0.001
max	2241.195-2241.194=0.001

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	2870.702-2836.880=33.822
σ	471.977-276.808=195.169
min	1865.429-2542.343=-676.914
max	3318.377-3311.402=6.975

phase=renaming

*mean*	21.430-21.434=-0.004
σ	0.000
min	21.430-21.434=-0.004
max	21.430-21.434=-0.004

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	41.205-39.462=1.743
σ	9.198-5.358=3.840
min	19.853-29.793=-9.940
max	47.766-47.226=0.540

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	874.000-850.000=24.000
σ	0.000
min	874.000-850.000=24.000
max	874.000-850.000=24.000

*mean*	787.899-708.288=79.611
σ	56.680-76.047=-19.367
min	673.688-641.949=31.739
max	842.430-855.109=-12.679

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-282.855=45.000
σ	0.037-0.038=-0.000
min	327.803-282.800=45.003
max	327.892-282.891=45.001

*mean*	439.200-444.400=-5.200
σ	4.266-0.548=3.718
min	432.000-444.000=-12.000
max	443.000-445.000=-2.000

*mean*	0.432-0.374=0.058
σ	0.010-0.000=0.010
min	0.424-0.374=0.050
max	0.449-0.375=0.075

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.071-1268.052=45.019
σ	0.137-0.107=0.030
min	1312.954-1267.955=44.999
max	1313.303-1268.229=45.074

*mean*	1086.600-1089.000=-2.400
σ	171.353-167.581=3.772
min	890.000-891.000=-1.000
max	1310.000-1320.000=-10.000

*mean*	1.996-1.995=0.002
σ	0.198-0.083=0.115
min	1.844-1.895=-0.050
max	2.337-2.076=0.261

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.068-1507.028=45.040
σ	3.031-2.963=0.067
min	1550.543-1505.470=45.073
max	1557.483-1512.316=45.167

*mean*	618.000-624.200=-6.200
σ	90.799-87.311=3.488
min	516.000-494.000=22.000
max	738.000-726.000=12.000

*mean*	2.294-2.240=0.054
σ	0.184-0.209=-0.025
min	2.070-2.114=-0.044
max	2.514-2.612=-0.098

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.064-1830.059=45.005
σ	0.056-0.049=0.007
min	1874.998-1829.988=45.010
max	1875.150-1830.103=45.047

*mean*	1745.000-1721.600=23.400
σ	223.611-172.709=50.903
min	1452.000-1474.000=-22.000
max	1960.000-1882.000=78.000

*mean*	3.101-3.008=0.093
σ	0.172-0.286=-0.114
min	2.856-2.823=0.033
max	3.280-3.516=-0.236

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.581-1.637=-0.057
σ	0.145-0.122=0.023
min	1.392-1.483=-0.091
max	1.777-1.769=0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.405-405.942=13.463
σ	508.893-509.285=-0.392
min	164.955-151.294=13.661
max	1182.744-1169.870=12.874

*mean*	101.250-101.750=-0.500
σ	6.500-7.500=-1.000
min	98.000
max	111.000-113.000=-2.000

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.532-0.493=0.038
σ	0.511-0.482=0.029
min	0.268-0.247=0.021
max	1.298-1.216=0.081

policies=20

*mean*	1649.811-1513.123=136.688
σ	0.370-0.246=0.124
min	1649.597-1512.960=136.637
max	1650.365-1513.487=136.878

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.750-451.000=-2.250
σ	10.243-11.165=-0.923
min	437.000-441.000=-4.000
max	462.000-467.000=-5.000

*mean*	2.650-2.472=0.178
σ	0.017-0.021=-0.003
min	2.624-2.445=0.179
max	2.660-2.494=0.166

policies=200

*mean*	16506.036-15139.966=1366.070
σ	0.079-0.084=-0.006
min	16505.933-15139.873=1366.060
max	16506.123-15140.041=1366.083

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-500.000=-3.000
σ	4.967-3.916=1.051
min	491.000-496.000=-5.000
max	502.000-505.000=-3.000

*mean*	26.802-25.073=1.729
σ	0.093-0.112=-0.019
min	26.688-24.987=1.701
max	26.904-25.237=1.667