Compare commits

Home / Compare 1a46d027 .. 56876316

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.676
σ0.000
min5.676
max5.676

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.883-558.664=-111.781
σ0.000
min446.883-558.664=-111.781
max446.883-558.664=-111.781

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.860-54.880=-0.019
σ0.359-0.358=0.002
min54.722-54.744=-0.022
max55.882-55.897=-0.015
mean421.700-417.000=4.700
σ0.483-0.000=0.483
min421.000-417.000=4.000
max422.000-417.000=5.000
mean0.138-0.140=-0.002
σ0.005-0.004=0.000
min0.133-0.134=-0.002
max0.147-0.148=-0.001
cache=y
dps=1
iters=10
policies=100
mean43.847-43.848=-0.001
σ0.005-0.008=-0.002
min43.835-43.838=-0.003
max43.854-43.864=-0.010
mean422.000-417.000=5.000
σ0.000
min422.000-417.000=5.000
max422.000-417.000=5.000
mean0.123-0.122=0.001
σ0.005-0.005=-0.000
min0.117-0.117=0.000
max0.131-0.130=0.001

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617-36.618=-0.001
σ0.000-0.002=-0.002
min36.617-36.616=0.001
max36.618-36.620=-0.002
mean4592.125-4045.000=547.125
σ2248.885-2011.177=237.708
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean173.821-14.113=159.707
σ454.905-2.399=452.505
min11.861-12.590=-0.728
max1299.643-18.039=1281.604
op=column_set() on indexed, repeat
mean36.617-36.618=-0.001
σ0.000-0.002=-0.002
min36.617-36.616=0.001
max36.618-36.620=-0.003
mean4592.125-4045.000=547.125
σ2248.885-2011.177=237.708
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean14.512-14.542=-0.031
σ4.315-2.437=1.878
min11.580-12.887=-1.307
max24.320-18.605=5.715
op=table_records(), no indexes
mean41.948-41.930=0.018
σ0.002-0.002=0.000
min41.946-41.928=0.018
max41.951-41.933=0.018
mean7383.000-7157.000=226.000
σ0.000
min7383.000-7157.000=226.000
max7383.000-7157.000=226.000
mean12.427-15.500=-3.073
σ3.637-0.164=3.474
min10.964-15.332=-4.368
max21.424-15.750=5.674
op=table_records(), repeat
mean41.934-41.930=0.004
σ0.001-0.002=-0.001
min41.933-41.928=0.005
max41.937-41.932=0.004
mean4183.875-4045.000=138.875
σ1945.904-2011.177=-65.273
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean11.605-14.595=-2.990
σ0.957-1.582=-0.625
min11.058-11.223=-0.165
max13.799-16.360=-2.561
op=vertical_lookup_list() on indexed, after table_records()
mean27.655-27.653=0.001
σ0.137-0.136=0.000
min27.606-27.604=0.002
max27.993-27.991=0.002
mean4183.875-4045.000=138.875
σ1945.904-2011.177=-65.273
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean8.647-9.930=-1.283
σ0.612-1.778=-1.167
min7.932-8.656=-0.725
max10.008-12.938=-2.930
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.406-26.401=0.005
σ0.000-0.002=-0.002
min26.406-26.400=0.006
max26.406-26.404=0.002
mean4183.875-4045.000=138.875
σ1945.904-2011.177=-65.273
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean6.480-7.607=-1.126
σ0.584-1.835=-1.250
min6.011-6.272=-0.260
max7.823-10.644=-2.821
op=vertical_lookup_row_list() on 2 indexed
mean25.681-25.668=0.013
σ0.003-0.004=-0.001
min25.680-25.665=0.014
max25.688-25.677=0.010
mean4592.125-4045.000=547.125
σ2248.885-2011.177=237.708
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean6.555-6.446=0.109
σ1.075-0.765=0.310
min5.864-5.792=0.073
max8.981-7.691=1.290
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.984-25.970=0.015
σ0.000-0.002=-0.001
min25.984-25.968=0.016
max25.985-25.972=0.013
mean4592.125-4045.000=547.125
σ2248.885-2011.177=237.708
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean6.378-6.289=0.089
σ1.112-0.836=0.276
min5.652-5.345=0.307
max8.901-7.611=1.291

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.627-1021.613=0.014
σ0.002-0.002=0.000
min1021.625-1021.612=0.013
max1021.629-1021.616=0.013
mean7383.000-7157.000=226.000
σ0.000
min7383.000-7157.000=226.000
max7383.000-7157.000=226.000
mean350.805-376.045=-25.240
σ2.214-82.504=-80.290
min346.827-341.578=5.249
max354.091-580.132=-226.041
op=load_product(), with indexes
mean3495.878-7917.793=-4421.914
σ0.468-0.469=-0.001
min3495.713-7917.624=-4421.912
max3497.038-7918.953=-4421.916
mean3759.125-3275.250=483.875
σ2301.036-1825.340=475.696
min719.000-809.000=-90.000
max7383.000-5623.000=1760.000
mean1788.515-3687.932=-1899.416
σ683.465-948.734=-265.269
min1405.597-3090.171=-1684.574
max2978.707-5840.553=-2861.846

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4045.000
σ2011.177
min1219.000
max7157.000
mean93.468
σ23.811
min70.963
max124.973
op=column_set() on unindexed, dense, minor warmup
mean107.854
σ0.000
min107.853
max107.855
mean4412.250
σ2218.115
min1481.000
max7383.000
mean252.032
σ347.696
min124.272
max1112.439
op=column_set() on unindexed, dense, repeat
mean62.081
σ0.000
min62.081
max62.082
mean4412.250
σ2218.115
min1481.000
max7383.000
mean45.152
σ9.300
min40.497
max67.971
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7157.000
σ0.000
min7157.000
max7157.000
mean61.258
σ0.341
min60.813
max61.751
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.948
σ0.002
min40.947
max40.950
mean7383.000
σ0.000
min7383.000
max7383.000
mean22.485
σ1.018
min21.935
max24.983
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.308-66.688=4.620
σ0.002-0.002=-0.000
min71.307-66.686=4.621
max71.311-66.691=4.620
mean7383.000-7157.000=226.000
σ0.000
min7383.000-7157.000=226.000
max7383.000-7157.000=226.000
mean66.053-100.123=-34.070
σ28.448-0.878=27.570
min55.098-98.782=-43.684
max136.398-101.252=35.146

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.850-14217.170=-9570.320
σ0.013-4.304=-4.290
min4646.845-14215.575=-9568.730
max4646.883-14227.820=-9580.937
mean4183.875-4045.000=138.875
σ1945.904-2011.177=-65.273
min1481.000-1219.000=262.000
max7383.000-7157.000=226.000
mean3315.069-7847.644=-4532.576
σ780.410-1713.092=-932.682
min2488.183-6008.123=-3519.940
max4262.777-10596.565=-6333.788
op=vertical_lookup_list() on indexed
mean1973.851-13159.109=-11185.257
σ0.002-0.002=0.000
min1973.849-13159.106=-11185.256
max1973.854-13159.110=-11185.256
mean7383.000-7157.000=226.000
σ0.000
min7383.000-7157.000=226.000
max7383.000-7157.000=226.000
mean1018.197-5142.709=-4124.512
σ196.113-240.746=-44.633
min923.385-4980.619=-4057.234
max1483.846-5588.731=-4104.885
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.105
σ0.002
min905.102
max905.108
mean7383.000
σ0.000
min7383.000
max7383.000
mean391.682
σ6.834
min375.211
max395.264

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144-172.559=-24.414
σ0.001
min148.144-172.558=-24.414
max148.148-172.562=-24.414
mean477.000
σ0.000
min477.000
max477.000
mean374.208-364.119=10.089
σ36.147-20.989=15.158
min320.521-342.828=-22.307
max443.676-390.828=52.848
op=pointedIndexFromKvs
rows=400000
mean308.493-357.322=-48.828
σ0.001
min308.493-357.321=-48.828
max308.497-357.325=-48.828
mean558.000-560.000=-2.000
σ0.000
min558.000-560.000=-2.000
max558.000-560.000=-2.000
mean741.960-749.744=-7.784
σ61.170-47.512=13.659
min639.159-663.726=-24.567
max820.524-794.162=26.363

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.565-1024.299=0.266
σ0.761-0.759=0.001
min1024.094-1023.826=0.268
max1027.708-1027.441=0.268
mean1045.350-1048.850=-3.500
σ312.865-314.684=-1.819
min553.000-558.000=-5.000
max1655.000-1514.000=141.000
mean1.378-1.578=-0.200
σ0.129-0.140=-0.011
min1.171-1.370=-0.199
max1.817-2.010=-0.193

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913-0.913=0.000
σ0.020
min0.903-0.903=0.000
max0.949-0.949=0.000
mean400.000-401.000=-1.000
σ0.000
min400.000-401.000=-1.000
max400.000-401.000=-1.000
mean0.425-0.444=-0.020
σ0.456-0.426=0.031
min0.148-0.230=-0.083
max1.202-1.205=-0.003
name=error_case.art
mean2.340-2.339=0.001
σ0.012
min2.334-2.333=0.001
max2.362-2.361=0.001
mean400.000-401.000=-1.000
σ0.000
min400.000-401.000=-1.000
max400.000-401.000=-1.000
mean0.414-0.748=-0.334
σ0.194-0.343=-0.149
min0.313-0.572=-0.259
max0.759-1.360=-0.601
name=heavy_item.art
mean1.523-1.522=0.000
σ0.002
min1.521-1.521=0.000
max1.525-1.525=0.000
mean400.000-401.000=-1.000
σ0.000
min400.000-401.000=-1.000
max400.000-401.000=-1.000
mean0.219-0.387=-0.168
σ0.019-0.040=-0.020
min0.204-0.357=-0.153
max0.252-0.455=-0.203
name=nested_use.art
mean2.358-2.357=0.001
σ0.002
min2.357-2.356=0.001
max2.361-2.360=0.001
mean400.000-401.000=-1.000
σ0.000
min400.000-401.000=-1.000
max400.000-401.000=-1.000
mean0.333-0.583=-0.250
σ0.018-0.023=-0.005
min0.323-0.565=-0.242
max0.364-0.621=-0.256

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.971-964.840=0.130
σ0.011
min964.965-964.835=0.130
max964.989-964.859=0.130
mean430.400-430.000=0.400
σ0.894-0.000=0.894
min430.000
max432.000-430.000=2.000
mean0.558-0.590=-0.032
σ0.024-0.100=-0.076
min0.534-0.478=0.056
max0.593-0.747=-0.155
name=cdr_enhanced_4k_loc.art
mean885.898-885.820=0.078
σ0.002
min885.897-885.819=0.078
max885.901-885.823=0.078
mean437.000-430.000=7.000
σ0.000
min437.000-430.000=7.000
max437.000-430.000=7.000
mean0.460-0.472=-0.013
σ0.031-0.038=-0.008
min0.417-0.418=-0.001
max0.494-0.525=-0.031

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710-7.709=0.001
σ0.002
min7.709-7.708=0.001
max7.713-7.712=0.001
mean437.000-430.000=7.000
σ0.000
min437.000-430.000=7.000
max437.000-430.000=7.000
mean2.650-2.607=0.043
σ0.106-0.093=0.013
min2.464-2.428=0.036
max3.024-2.875=0.149
name=record_render_large_syntax_err.art
mean7.658-7.657=0.001
σ0.002
min7.657-7.656=0.001
max7.661-7.660=0.001
mean437.000-430.000=7.000
σ0.000
min437.000-430.000=7.000
max437.000-430.000=7.000
mean2.633-2.563=0.069
σ0.090-0.092=-0.002
min2.471-2.420=0.051
max2.856-2.865=-0.008
name=record_render_success.art
mean2.290-2.289=0.000
σ0.002
min2.289-2.289=0.000
max2.293-2.293=0.000
mean437.000-430.000=7.000
σ0.000
min437.000-430.000=7.000
max437.000-430.000=7.000
mean0.311-0.307=0.004
σ0.035-0.015=0.020
min0.291-0.292=-0.002
max0.589-0.385=0.204
name=record_render_syntax_err.art
mean2.165-2.165=0.000
σ0.002
min2.164-2.164=0.000
max2.168-2.168=0.000
mean437.000-430.000=7.000
σ0.000
min437.000-430.000=7.000
max437.000-430.000=7.000
mean0.293-0.292=0.001
σ0.008-0.007=0.001
min0.279-0.279=-0.000
max0.335-0.328=0.007

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.797-11.719=0.078
σ11.207-12.760=-1.553
min0.573-0.574=-0.000
max76.016-147.375=-71.359
mean463.101-458.457=4.644
σ19.806-19.654=0.153
min408.000-406.000=2.000
max482.000-477.000=5.000
mean0.027-0.027=0.001
σ0.028-0.031=-0.004
min0.001-0.001=0.000
max0.186-0.361=-0.175

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.788-298.716=0.072
σ0.970-0.967=0.002
min298.384-298.273=0.111
max301.541-301.463=0.079
mean438.300-441.900=-3.600
σ16.187-14.403=1.784
min413.000-420.000=-7.000
max462.000-464.000=-2.000
mean0.588-0.605=-0.017
σ0.032-0.018=0.014
min0.512-0.575=-0.063
max0.625-0.640=-0.015

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean173.738-236.681=-62.943
σ0.000-0.000=0.000
min173.738-236.681=-62.943
max173.738-236.681=-62.943
mean844.000-1064.875=-220.875
σ0.000-34.295=-34.295
min844.000-980.000=-136.000
max844.000-1077.000=-233.000
mean242.416-209.657=32.760
σ17.492-3.840=13.652
min214.561-201.209=13.351
max258.154-213.673=44.481
phase=macro expansion
mean6.133-6.133=0.000
σ0.000
min6.133-6.133=0.000
max6.133-6.133=0.000
mean843.375-1064.875=-221.500
σ1.768-34.295=-32.527
min839.000-980.000=-141.000
max844.000-1077.000=-233.000
mean9.704-8.290=1.415
σ0.409-2.380=-1.971
min9.316-6.188=3.129
max10.668-12.949=-2.280
phase=parser
mean1042.434-1042.362=0.072
σ0.000-0.000=-0.000
min1042.433-1042.361=0.072
max1042.434-1042.362=0.072
mean843.375-1064.875=-221.500
σ1.768-34.295=-32.527
min839.000-980.000=-141.000
max844.000-1077.000=-233.000
mean602.285-472.836=129.449
σ15.175-148.358=-133.184
min573.205-375.737=197.468
max620.698-825.138=-204.440
phase=processProdDef
mean2243.977-4850.764=-2606.787
σ0.000-0.000=-0.000
min2243.977-4850.764=-2606.787
max2243.977-4850.765=-2606.788
mean844.000-1077.000=-233.000
σ0.000
min844.000-1077.000=-233.000
max844.000-1077.000=-233.000
mean2774.297-5016.313=-2242.016
σ428.157-527.579=-99.422
min2277.447-3923.026=-1645.580
max3465.661-5528.677=-2063.016
phase=renaming
mean21.671-21.671=-0.000
σ0.000
min21.671-21.671=-0.000
max21.671-21.671=-0.000
mean843.375-1064.875=-221.500
σ1.768-34.295=-32.527
min839.000-980.000=-141.000
max844.000-1077.000=-233.000
mean39.627-30.817=8.810
σ1.973-11.484=-9.511
min34.811-20.468=14.344
max40.858-50.967=-10.109
phase=type checker
mean989.752-990.450=-0.698
σ0.066-0.071=-0.005
min989.654-990.344=-0.690
max989.841-990.563=-0.722
mean843.375-1064.875=-221.500
σ1.768-34.295=-32.527
min839.000-980.000=-141.000
max844.000-1077.000=-233.000
mean757.419-736.896=20.523
σ74.764-118.520=-43.756
min678.687-644.482=34.205
max894.920-925.120=-30.200

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821-293.821=-0.001
σ0.038-0.038=0.000
min293.767-293.768=-0.001
max293.859-293.860=-0.001
mean444.400-442.600=1.800
σ0.548-2.191=-1.643
min444.000-441.000=3.000
max445.000
mean0.391-0.393=-0.002
σ0.006-0.003=0.003
min0.387-0.391=-0.003
max0.401-0.398=0.003
iters=5
new-facts=1
prior-facts=6402
mean1320.300-1320.214=0.086
σ0.094-0.035=0.059
min1320.162-1320.162=-0.001
max1320.407-1320.246=0.161
mean1090.600-1085.800=4.800
σ168.120-171.040=-2.920
min893.000-881.000=12.000
max1320.000-1316.000=4.000
mean2.047-2.305=-0.258
σ0.178-0.231=-0.053
min1.851-2.142=-0.291
max2.199-2.713=-0.515
iters=5
new-facts=6402
prior-facts=1
mean1559.312-1560.598=-1.286
σ2.969-6.208=-3.239
min1557.755-1557.623=0.131
max1564.612-1571.698=-7.086
mean626.000-613.600=12.400
σ87.316-94.648=-7.333
min496.000-500.000=-4.000
max728.000-737.000=-9.000
mean2.250-2.253=-0.004
σ0.180-0.103=0.077
min2.152-2.118=0.034
max2.570-2.393=0.176
iters=5
new-facts=6402
prior-facts=6402
mean1882.341-1882.170=0.171
σ0.067-0.055=0.013
min1882.245-1882.105=0.140
max1882.432-1882.242=0.190
mean1737.200-1729.200=8.000
σ177.610-180.940=-3.330
min1470.000-1469.000=1.000
max1888.000-1893.000=-5.000
mean3.079-3.070=0.009
σ0.284-0.209=0.075
min2.873-2.882=-0.008
max3.580-3.397=0.184

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.712-1.819=-0.106
σ0.090-0.111=-0.022
min1.613-1.690=-0.077
max1.857-1.929=-0.072

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean419.945-452.255=-32.311
σ518.108-582.730=-64.622
min160.887-160.887=0.000
max1197.106-1326.350=-129.244
mean101.750-102.250=-0.500
σ7.500-8.500=-1.000
min98.000
max113.000-115.000=-2.000
mean446.000-444.000=2.000
σ0.000
min446.000-444.000=2.000
max446.000-444.000=2.000
mean0.522-0.542=-0.020
σ0.518-0.541=-0.023
min0.259-0.266=-0.007
max1.298-1.353=-0.055
policies=20
mean1609.205-1609.235=-0.030
σ0.347-0.408=-0.061
min1608.955-1608.952=0.003
max1609.716-1609.839=-0.123
mean980.000
σ0.000
min980.000
max980.000
mean449.750-451.000=-1.250
σ7.500-8.083=-0.583
min446.000-444.000=2.000
max461.000-458.000=3.000
mean2.576-2.680=-0.104
σ0.029-0.011=0.018
min2.547-2.666=-0.119
max2.610-2.694=-0.084
policies=200
mean16100.679-16100.567=0.112
σ0.131-0.131=0.000
min16100.569-16100.468=0.101
max16100.865-16100.748=0.116
mean9800.000
σ0.000
min9800.000
max9800.000
mean499.000
σ4.082-3.162=0.920
min496.000
max505.000-503.000=2.000
mean26.073-27.090=-1.017
σ0.168-0.046=0.122
min25.890-27.021=-1.131
max26.269-27.125=-0.856