Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.891-54.887=0.004
σ	0.360-0.356=0.004
min	54.752-54.754=-0.002
max	55.915-55.900=0.015

*mean*	420.700-422.000=-1.300
σ	0.483-0.000=0.483
min	420.000-422.000=-2.000
max	421.000-422.000=-1.000

*mean*	0.149-0.139=0.010
σ	0.009-0.007=0.002
min	0.138-0.131=0.006
max	0.165-0.151=0.014

cache=y

dps=1

iters=10

policies=100

*mean*	43.858-43.854=0.003
σ	0.005-0.004=0.000
min	43.851-43.849=0.002
max	43.863-43.861=0.002

*mean*	421.000-422.000=-1.000
σ	0.000
min	421.000-422.000=-1.000
max	421.000-422.000=-1.000

*mean*	0.125-0.123=0.002
σ	0.004-0.005=-0.001
min	0.121-0.116=0.004
max	0.134-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	14.127-12.924=1.202
σ	2.269-0.257=2.012
min	12.739-12.461=0.277
max	17.809-13.267=4.542

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	13.549-12.517=1.032
σ	2.410-0.549=1.862
min	11.922-11.869=0.053
max	17.477-13.657=3.821

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.932=0.001

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	15.387-15.426=-0.039
σ	0.256-0.175=0.081
min	15.109-15.205=-0.096
max	15.822-15.685=0.137

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	14.692-13.774=0.918
σ	2.127-1.602=0.525
min	11.310-11.307=0.003
max	17.524-15.325=2.199

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	9.962-9.340=0.622
σ	1.772-0.739=1.033
min	8.519-8.628=-0.109
max	12.978-10.929=2.049

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	7.792-7.021=0.771
σ	1.730-0.883=0.847
min	6.636-5.883=0.752
max	10.908-8.846=2.062

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.678=0.000

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	6.256-5.867=0.389
σ	0.702-0.158=0.544
min	5.723-5.707=0.016
max	7.399-6.176=1.224

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.969=-0.000
max	25.972-25.972=-0.000

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	6.102-5.662=0.439
σ	0.709-0.104=0.605
min	5.608-5.450=0.158
max	7.261-5.780=1.481

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	364.709-365.230=-0.521
σ	41.898-42.705=-0.808
min	347.463-346.253=1.210
max	468.317-470.786=-2.469

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.625-7917.625=-0.000
max	7918.954-7918.954=0.000

*mean*	3273.250-3266.750=6.500
σ	1823.898-1821.992=1.906
min	809.000-810.000=-1.000
max	5620.000-5614.000=6.000

*mean*	3625.669-3578.217=47.452
σ	898.605-921.143=-22.538
min	3088.229-3104.156=-15.927
max	5631.019-5632.063=-1.044

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	89.540-84.505=5.035
σ	23.328-13.801=9.527
min	71.200-70.949=0.251
max	126.339-104.278=22.061

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	62.724-62.803=-0.080
σ	2.309-1.123=1.186
min	60.915-61.884=-0.969
max	68.209-65.320=2.889

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	262.798-247.006=15.792
σ	368.487-370.564=-2.077
min	99.240-98.492=0.748
max	1148.565-1158.056=-9.491

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171
σ	4.303-4.303=0.000
min	14215.575
max	14227.820

*mean*	4041.750-4034.750=7.000
σ	2008.151-2005.129=3.023
min	1217.000-1219.000=-2.000
max	7146.000-7134.000=12.000

*mean*	8077.675-7677.491=400.185
σ	1871.219-1864.759=6.460
min	6075.414-5971.658=103.757
max	10645.100-10410.661=234.439

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106-13159.105=0.001
max	13159.110

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	5504.952-5317.673=187.279
σ	1063.041-624.976=438.065
min	5058.350-5022.889=35.461
max	8109.859-6803.453=1306.406

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	385.314-358.397=26.916
σ	13.245-33.284=-20.039
min	352.972-293.596=59.376
max	393.083-386.545=6.538

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	765.605-740.616=24.989
σ	58.639-62.395=-3.756
min	631.252-594.534=36.718
max	831.290-781.164=50.127

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.758-0.758=0.000
min	1023.827-1023.826=0.000
max	1027.437-1027.438=-0.001

*mean*	1039.850-1047.400=-7.550
σ	300.888-313.997=-13.109
min	565.000-573.000=-8.000
max	1462.000-1511.000=-49.000

*mean*	1.577-1.594=-0.017
σ	0.054-0.077=-0.023
min	1.516-1.523=-0.007
max	1.669-1.799=-0.130

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.321-0.298=0.023
σ	0.334-0.292=0.042
min	0.150-0.137=0.012
max	0.915-0.813=0.102

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.477=0.001
σ	0.330-0.327=0.004
min	0.316-0.321=-0.005
max	1.069-1.061=0.007

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.222=0.001
σ	0.025-0.026=-0.001
min	0.204-0.204=-0.000
max	0.266-0.267=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.329=0.001
σ	0.018-0.018=0.000
min	0.315-0.311=0.004
max	0.361-0.356=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-433.800=2.800
σ	6.066-3.033=3.033
min	431.000
max	443.000-437.000=6.000

*mean*	0.540-0.548=-0.008
σ	0.043-0.052=-0.009
min	0.498-0.484=0.014
max	0.606-0.610=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.497-0.453=0.044
σ	0.028-0.035=-0.007
min	0.464-0.397=0.067
max	0.524-0.492=0.032

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.254-2.589=-0.335
σ	0.311-0.086=0.224
min	1.895-2.452=-0.557
max	2.870-2.831=0.039

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.610-2.589=0.021
σ	0.114-0.079=0.034
min	2.419-2.453=-0.034
max	2.926-2.773=0.152

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.304-0.302=0.003
σ	0.008-0.008=0.000
min	0.292-0.285=0.007
max	0.367-0.349=0.017

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.294-0.295=-0.001
σ	0.023-0.010=0.013
min	0.277-0.280=-0.003
max	0.491-0.362=0.129

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.652-298.610=0.041
σ	1.019-0.936=0.083
min	298.273-298.196=0.077
max	301.552-301.268=0.284

*mean*	443.400-445.500=-2.100
σ	16.615-16.814=-0.200
min	416.000-417.000=-1.000
max	466.000

*mean*	0.599-0.615=-0.016
σ	0.025-0.014=0.010
min	0.548-0.595=-0.046
max	0.641-0.648=-0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	1059.250-955.000=104.250
σ	27.577-22.627=4.950
min	991.000-899.000=92.000
max	1069.000-963.000=106.000

*mean*	208.388-210.771=-2.384
σ	3.137-3.180=-0.043
min	203.610-207.009=-3.398
max	212.962-214.599=-1.637

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1059.250-954.250=105.000
σ	27.577-24.749=2.828
min	991.000-893.000=98.000
max	1069.000-963.000=106.000

*mean*	8.961-8.749=0.211
σ	2.763-2.096=0.667
min	6.268-6.441=-0.173
max	13.027-12.617=0.410

phase=parser

*mean*	1042.361-1042.363=-0.003
σ	0.000-0.000=-0.000
min	1042.360-1042.363=-0.003
max	1042.361-1042.364=-0.003

*mean*	1059.250-954.250=105.000
σ	27.577-24.749=2.828
min	991.000-893.000=98.000
max	1069.000-963.000=106.000

*mean*	527.388-495.570=31.818
σ	147.922-104.630=43.292
min	375.665-405.347=-29.682
max	756.521-722.652=33.869

phase=processProdDef

*mean*	4850.767-4850.767=-0.001
σ	0.000-0.000=0.000
min	4850.767-4850.767=-0.001
max	4850.767-4850.767=-0.000

*mean*	1069.000-963.000=106.000
σ	0.000
min	1069.000-963.000=106.000
max	1069.000-963.000=106.000

*mean*	4692.423-4827.707=-135.284
σ	615.548-510.049=105.499
min	3885.951-3787.479=98.472
max	5849.013-5426.514=422.499

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1059.250-954.250=105.000
σ	27.577-24.749=2.828
min	991.000-893.000=98.000
max	1069.000-963.000=106.000

*mean*	33.000-33.141=-0.141
σ	12.252-10.541=1.711
min	19.835-20.515=-0.680
max	47.953-47.590=0.363

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1059.250-954.750=104.500
σ	27.577-23.335=4.243
min	991.000-897.000=94.000
max	1069.000-963.000=106.000

*mean*	730.674-695.992=34.682
σ	97.150-47.253=49.897
min	654.414-654.467=-0.053
max	925.372-796.528=128.844

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.823=-0.002
σ	0.038-0.038=0.001
min	293.768-293.769=-0.002
max	293.861-293.861=-0.001

*mean*	443.400-439.200=4.200
σ	0.548-1.643=-1.095
min	443.000-438.000=5.000
max	444.000-441.000=3.000

*mean*	0.397-0.392=0.005
σ	0.006-0.001=0.005
min	0.392-0.391=0.001
max	0.407-0.394=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.217=0.001
σ	0.041-0.035=0.006
min	1320.148-1320.162=-0.014
max	1320.251-1320.249=0.002

*mean*	1066.600-1083.000=-16.400
σ	165.127-172.272=-7.145
min	843.000-877.000=-34.000
max	1268.000-1314.000=-46.000

*mean*	2.241-2.284=-0.043
σ	0.066-0.153=-0.088
min	2.166-2.176=-0.011
max	2.335-2.549=-0.214

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1560.601=0.013
σ	6.229-6.196=0.032
min	1557.623-1557.636=-0.013
max	1571.752-1571.681=0.070

*mean*	618.600-609.000=9.600
σ	82.984-94.655=-11.671
min	493.000-495.000=-2.000
max	716.000-732.000=-16.000

*mean*	2.313-2.236=0.078
σ	0.207-0.049=0.158
min	2.188-2.170=0.018
max	2.679-2.303=0.377

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.160-1882.175=-0.015
σ	0.052-0.058=-0.006
min	1882.113-1882.105=0.008
max	1882.248-1882.256=-0.008

*mean*	1710.200-1726.200=-16.000
σ	261.223-179.998=81.226
min	1396.000-1467.000=-71.000
max	2062.000-1889.000=173.000

*mean*	2.985-3.146=-0.160
σ	0.081-0.282=-0.201
min	2.894-2.942=-0.048
max	3.099-3.618=-0.519

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.580-1.710=-0.130
σ	0.174-0.162=0.012
min	1.371-1.461=-0.090
max	1.804-1.854=-0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-452.083=-0.004
σ	582.722-582.722=-0.000
min	160.716-160.721=-0.005
max	1326.162-1326.167=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.544-0.549=-0.005
σ	0.537-0.554=-0.017
min	0.273-0.267=0.006
max	1.349-1.380=-0.031

policies=20

*mean*	1607.519-1607.535=-0.016
σ	0.415-0.404=0.011
min	1607.239-1607.258=-0.019
max	1608.134-1608.133=0.001

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-444.750=5.750
σ	8.660-7.500=1.160
min	443.000-441.000=2.000
max	458.000-456.000=2.000

*mean*	2.700-2.681=0.019
σ	0.016-0.022=-0.006
min	2.679-2.663=0.016
max	2.715-2.709=0.005

policies=200

*mean*	16083.447-16083.370=0.077
σ	0.075-0.184=-0.108
min	16083.375-16083.167=0.208
max	16083.524-16083.609=-0.085

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-494.750=2.500
σ	4.573-5.377=-0.804
min	492.000-488.000=4.000
max	503.000-501.000=2.000

*mean*	27.257-27.185=0.073
σ	0.056-0.064=-0.008
min	27.192-27.114=0.078
max	27.327-27.269=0.059