<?xml version="1.0" encoding="us-ascii"?><InstanceReport xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"><Version>2.4.0.8</Version><ReportLongName>2106100 - Disclosure - Goodwill, Franchise Rights, Favorable and Unfavorable Leases (Notes)</ReportLongName><DisplayLabelColumn>true</DisplayLabelColumn><ShowElementNames>false</ShowElementNames><RoundingOption /><HasEmbeddedReports>false</HasEmbeddedReports><Columns><Column FlagID="0"><Id>1</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><CurrencyCode /><FootnoteIndexer /><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><MCU><KeyName /><CurrencySymbol /><contextRef><ContextID>D2013Q2YTD</ContextID><EntitySchema>http://www.sec.gov/CIK</EntitySchema><EntityValue>0000809248</EntityValue><PeriodDisplayName /><PeriodType>duration</PeriodType><PeriodStartDate>2012-12-31T00:00:00</PeriodStartDate><PeriodEndDate>2013-06-30T00:00:00</PeriodEndDate><Segments /><Scenarios /></contextRef><UPS /><CurrencyCode /><OriginalCurrencyCode /></MCU><CurrencySymbol /><Labels><Label Key="CalendarSupplement" Id="0" Label="6 Months Ended" /><Label Key="Calendar" Id="1" Label="Jun. 30, 2013" /></Labels></Column></Columns><Rows><Row FlagID="0"><Id>1</Id><IsAbstractGroupTitle>true</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>1</Level><ElementName>us-gaap_GoodwillAndIntangibleAssetsDisclosureAbstract</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText /><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>xbrli:stringItemType</ElementDataType><SimpleDataType>string</SimpleDataType><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Goodwill and Intangible Assets Disclosure [Abstract]</Label></Row><Row FlagID="0"><Id>2</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>2</Level><ElementName>us-gaap_GoodwillAndIntangibleAssetsDisclosureTextBlock</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole>terseLabel</PreferredLabelRole><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="D2013Q2YTD" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText>&lt;div style="font-family:Times New Roman;font-size:10pt;"&gt;&lt;div style="line-height:120%;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;font-weight:bold;"&gt;Goodwill, Franchise Rights, Favorable and Unfavorable Leases&lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:6px;text-align:justify;text-indent:32px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;font-style:italic;"&gt;Goodwill.&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; The Company is required to review goodwill for impairment annually, or more frequently, when events and circumstances indicate that the carrying amount may be impaired. If the determined fair value of goodwill is less than the related carrying amount, an impairment loss is recognized. The Company performs its annual impairment assessment as of the last day of its fiscal year and does not believe circumstances have changed since the last assessment date which would make it necessary to reassess their values. There were &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;no&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; goodwill impairment losses during the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three and six months ended&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;June&amp;#160;30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; or the year ended &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;December&amp;#160;30, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;. &lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:12px;text-align:justify;text-indent:32px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;font-style:italic;"&gt;Franchise Rights.&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; Amounts allocated to franchise rights for each acquisition of Burger King restaurants are amortized using the straight-line method over the average remaining term of the acquired franchise agreements plus one &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;twenty&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;-year renewal period.&lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:12px;text-align:justify;text-indent:32px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;The Company assesses the potential impairment of franchise rights whenever events or changes in circumstances indicate that the carrying value may not be recoverable. If an indicator of impairment exists, an estimate of the aggregate undiscounted cash flows from the acquired restaurants is compared to the respective carrying value of franchise rights for each acquisition. If an asset is determined to be impaired, the loss is measured by the excess of the carrying amount of the asset over its fair value. &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;No&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; impairment charges were recorded related to the Company&amp;#8217;s franchise rights for the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three and six months ended&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;June&amp;#160;30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; or the year ended &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;December&amp;#160;30, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;.&lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:12px;text-align:justify;text-indent:32px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;Amortization expense related to franchise rights was &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$1.1 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$0.9 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; for the  &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three months ended&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;June&amp;#160;30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively and  &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$2.1 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$1.7 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; for the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;six months ended June 30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively. The Company estimates the annual amortization expense to be &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$4.1 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and in each of the five succeeding years. &lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:12px;text-align:justify;text-indent:32px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;font-style:italic;"&gt;Favorable and Unfavorable Leases. &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;Amounts allocated to favorable and unfavorable leases related to the acquisition of &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;278&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; Burger King restaurants on May 30, 2012 are being amortized using the straight-line method over the remaining terms of the underlying lease agreements as a net reduction of restaurant rent expense. &lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-bottom:12px;padding-top:12px;text-align:justify;text-indent:32px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;The net reduction of rent expense related to the amortization of favorable and unfavorable leases for the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three and six months ended&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;June&amp;#160;30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; was &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$139&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$278&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively,  and the Company expects the net reduction of rent expense from the amortization of favorable and unfavorable leases to be &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$557&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$546&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2014&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$528&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2015&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$449&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2016&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$439&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2017&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$410&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2018&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;. The net reduction of rent expense related to the amortization of favorable and unfavorable leases was &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$47&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; for the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three and six months ended&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;.&lt;/font&gt;&lt;/div&gt;&lt;/div&gt;</NonNumbericText><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>nonnum:textBlockItemType</ElementDataType><SimpleDataType>na</SimpleDataType><ElementDefenition>The entire disclosure for the aggregate amount of goodwill and a description of intangible assets, which may include (a) for amortizable intangible assets (also referred to as finite-lived intangible assets), the carrying amount, the amount of any significant residual value, and the weighted-average amortization period, (b) for intangible assets not subject to amortization (also referred to as indefinite-lived intangible assets), the carrying amount, and (c) the amount of research and development assets acquired and written off in the period, including the line item in the income statement in which the amounts written off are aggregated, if not readily apparent from the income statement. Also discloses (a) for amortizable intangibles assets in total and by major class, the gross carrying amount and accumulated amortization, the total amortization expense for the period, and the estimated aggregate amortization expense for each of the five succeeding fiscal years, (b) for intangible assets not subject to amortization the carrying amount in total and by major class, and (c) for goodwill, in total and for each reportable segment, the changes in the carrying amount of goodwill during the period (including the aggregate amount of goodwill acquired, the aggregate amount of impairment losses recognized, and the amount of goodwill included in the gain (loss) on disposal of a reporting unit). If any part of goodwill has not been allocated to a reportable segment, discloses the unallocated amount and the reasons for not allocating. For each impairment loss recognized related to an intangible asset (excluding goodwill), discloses: (a) a description of the impaired intangible asset and the facts and circumstances leading to the impairment, (b) the amount of the impairment loss and the method for determining fair value, (c) the caption in the income statement or the statement of activities in which the impairment loss is aggregated, and (d) the segment in which the impaired intangible asset is reported. For each goodwill impairment loss recognized, discloses: (a) a description of the facts and circumstances leading to the impairment, (b) the amount of the impairment loss and the method of determining the fair value of the associated reporting unit, and (c) if a recognized impairment loss is an estimate not finalized and the reasons why the estimate is not final.  May also disclose the nature and amount of any significant adjustments made to a previous estimate of an impairment loss.</ElementDefenition><ElementReferences>Reference 1: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 350

 -SubTopic 30

 -Section 50

 -Paragraph 2

 -URI http://asc.fasb.org/extlink&amp;oid=7658586&amp;loc=d3e16323-109275



Reference 2: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 350

 -SubTopic 20

 -Section 50

 -Paragraph 2

 -URI http://asc.fasb.org/extlink&amp;oid=14024403&amp;loc=d3e13854-109267



Reference 3: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 350

 -SubTopic 20

 -Section 50

 -Paragraph 1

 -URI http://asc.fasb.org/extlink&amp;oid=14024403&amp;loc=d3e13816-109267



Reference 4: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 350

 -SubTopic 30

 -Section 50

 -Paragraph 3

 -URI http://asc.fasb.org/extlink&amp;oid=7658586&amp;loc=d3e16373-109275



Reference 5: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 350

 -SubTopic 30

 -Section 50

 -Paragraph 1

 -URI http://asc.fasb.org/extlink&amp;oid=7658586&amp;loc=d3e16265-109275



Reference 6: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Statement of Financial Accounting Standard (FAS)

 -Number 142

 -Paragraph 42, 43, 44, 45, 46, 47

 -LegacyDoc This reference is SUPERSEDED by the Accounting Standards Codification effective for interim and annual periods ending after September 15, 2009.  This reference is included to help users transition from the previous accounting hierarchy and will be removed from future versions of this taxonomy.



</ElementReferences><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Goodwill And Franchise Rights [Text Block]</Label></Row></Rows><Footnotes /><IsEquityReport>false</IsEquityReport><ReportName>Goodwill, Franchise Rights, Favorable and Unfavorable Leases (Notes)</ReportName><MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel><SharesRoundingLevel>UnKnown</SharesRoundingLevel><PerShareRoundingLevel>UnKnown</PerShareRoundingLevel><ExchangeRateRoundingLevel>UnKnown</ExchangeRateRoundingLevel><HasCustomUnits>true</HasCustomUnits><IsEmbedReport>false</IsEmbedReport><IsMultiCurrency>false</IsMultiCurrency><ReportType>Notes</ReportType><RoleURI>http://www.carrols.com/role/GoodwillFranchiseRightsFavorableAndUnfavorableLeasesNotes</RoleURI><NumberOfCols>1</NumberOfCols><NumberOfRows>2</NumberOfRows></InstanceReport>
