<?xml version="1.0" encoding="us-ascii"?><InstanceReport xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"><Version>2.4.0.8</Version><ReportLongName>2113100 - Disclosure - Transactions with Related Party</ReportLongName><DisplayLabelColumn>true</DisplayLabelColumn><ShowElementNames>false</ShowElementNames><RoundingOption /><HasEmbeddedReports>false</HasEmbeddedReports><Columns><Column FlagID="0"><Id>1</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><CurrencyCode /><FootnoteIndexer /><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><MCU><KeyName /><CurrencySymbol /><contextRef><ContextID>D2013Q2</ContextID><EntitySchema>http://www.sec.gov/CIK</EntitySchema><EntityValue>0000809248</EntityValue><PeriodDisplayName /><PeriodType>duration</PeriodType><PeriodStartDate>2013-04-01T00:00:00</PeriodStartDate><PeriodEndDate>2013-06-30T00:00:00</PeriodEndDate><Segments /><Scenarios /></contextRef><UPS /><CurrencyCode /><OriginalCurrencyCode /></MCU><CurrencySymbol /><Labels><Label Key="CalendarSupplement" Id="0" Label="3 Months Ended" /><Label Key="Calendar" Id="1" Label="Jun. 30, 2013" /></Labels></Column></Columns><Rows><Row FlagID="0"><Id>1</Id><IsAbstractGroupTitle>true</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>1</Level><ElementName>us-gaap_RelatedPartyTransactionsAbstract</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText /><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>xbrli:stringItemType</ElementDataType><SimpleDataType>string</SimpleDataType><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Related Party Transactions [Abstract]</Label></Row><Row FlagID="0"><Id>2</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>2</Level><ElementName>us-gaap_RelatedPartyTransactionsDisclosureTextBlock</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole>terseLabel</PreferredLabelRole><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="D2013Q2" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText>&lt;div style="font-family:Times New Roman;font-size:10pt;"&gt;&lt;div style="line-height:120%;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;font-weight:bold;"&gt;Transactions with Related Parties&lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:5px;text-align:justify;text-indent:30px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;As part of the acquisition, the Company issued to BKC &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;100&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; shares of Series A Convertible Preferred Stock which is convertible into &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;9,414,580&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; shares, or &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;28.9%&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; of the outstanding shares of common stock calculated on the date of the closing of the acquisition on a fully diluted basis. BKC also, as a result of the acquisition, has two representatives on the Company's board of directors.  &lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:5px;text-align:justify;text-indent:30px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;Each of our Burger King restaurants operates under a separate franchise agreement with BKC. These franchise agreements generally provide for an initial term of twenty years and currently have an initial franchise fee of &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;fifty thousand&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; dollars. Any franchise agreement, including renewals, can be extended at our discretion for an additional &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;20&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; year term, with BKC's approval, provided that, among other things, the restaurant meets the current Burger King image standard and the Company is not in default under terms of the franchise agreement. &lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:5px;text-align:justify;text-indent:30px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;In addition to the initial franchise fee, the Company generally pays BKC a monthly royalty for both new restaurants and for successor franchise agreements at a rate of &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;4.5%&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; of sales. Royalty expense was $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;7.3 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;5.1 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three months ended June 30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$13.6 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$8.5 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;six months ended June 30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively.&lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:5px;text-align:justify;text-indent:30px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;The  Company is also generally required to contribute &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;4&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;% of restaurant sales from our Burger King restaurants to an advertising fund utilized by BKC for its advertising, promotional programs and public relations activities, and additional amounts for participation in local advertising campaigns in markets that approve such additional spending. Advertising expense associated with these expenditures was $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;7.8 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;4.6 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three months ended June 30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively, and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$14.7 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$7.3 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;six months ended June 30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively.&lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-top:5px;text-align:justify;text-indent:30px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;As of &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;June&amp;#160;30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, the Company leased &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;297&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; of its restaurant locations from BKC. For &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;196&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; of the restaurants, the terms and conditions of the lease with BKC are identical to those between BKC and the third-party lessor. Aggregate rent under these BKC leases in the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;three months ended June 30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; was $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;6.8 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2.6 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively, and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$13.4 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;$3.1 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; in the &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;six months ended June 30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;July&amp;#160;1, 2012&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, respectively. The Company believes the related party lease terms have not been significantly affected by the fact that the Company and BKC are deemed to be related parties.&lt;/font&gt;&lt;/div&gt;&lt;div style="line-height:120%;padding-bottom:12px;padding-top:5px;text-align:justify;text-indent:30px;font-size:10pt;"&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;As of &lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;June&amp;#160;30, 2013&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt;, the Company owed BKC $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;2.7 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; associated with its purchase of the right of first refusal related to the acquisition of BKC restaurants and $&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;color:#000000;text-decoration:none;"&gt;4.4 million&lt;/font&gt;&lt;font style="font-family:inherit;font-size:10pt;"&gt; related to the payment of advertising, royalties and rent, which are remitted on a monthly basis.&lt;/font&gt;&lt;/div&gt;&lt;/div&gt;</NonNumbericText><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>nonnum:textBlockItemType</ElementDataType><SimpleDataType>na</SimpleDataType><ElementDefenition>The entire disclosure for related party transactions. Examples of related party transactions include transactions between (a) a parent company and its subsidiary; (b) subsidiaries of a common parent; (c) and entity and its principal owners; and (d) affiliates.</ElementDefenition><ElementReferences>Reference 1: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 850

 -SubTopic 10

 -Section 50

 -Paragraph 3

 -URI http://asc.fasb.org/extlink&amp;oid=6457730&amp;loc=d3e39603-107864



Reference 2: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 850

 -SubTopic 10

 -Section 50

 -Paragraph 4

 -URI http://asc.fasb.org/extlink&amp;oid=6457730&amp;loc=d3e39622-107864



Reference 3: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 850

 -SubTopic 10

 -Section 50

 -Paragraph 1

 -URI http://asc.fasb.org/extlink&amp;oid=6457730&amp;loc=d3e39549-107864



Reference 4: http://www.xbrl.org/2003/role/presentationRef

 -Publisher SEC

 -Name Regulation S-X (SX)

 -Number 210

 -Section 04

 -Paragraph b

 -Article 3A



Reference 5: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 235

 -SubTopic 10

 -Section S99

 -Paragraph 1

 -Subparagraph (SX 210.4-08.(k))

 -URI http://asc.fasb.org/extlink&amp;oid=6881521&amp;loc=d3e23780-122690



Reference 6: http://www.xbrl.org/2003/role/presentationRef

 -Publisher SEC

 -Name Regulation S-X (SX)

 -Number 210

 -Section 08

 -Paragraph k

 -Article 4



Reference 7: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 850

 -SubTopic 10

 -Section 50

 -Paragraph 6

 -URI http://asc.fasb.org/extlink&amp;oid=6457730&amp;loc=d3e39691-107864



Reference 8: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 850

 -SubTopic 10

 -Section 50

 -Paragraph 5

 -URI http://asc.fasb.org/extlink&amp;oid=6457730&amp;loc=d3e39678-107864



Reference 9: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Statement of Financial Accounting Standard (FAS)

 -Number 57

 -Paragraph 1-4

 -LegacyDoc This reference is SUPERSEDED by the Accounting Standards Codification effective for interim and annual periods ending after September 15, 2009.  This reference is included to help users transition from the previous accounting hierarchy and will be removed from future versions of this taxonomy.



</ElementReferences><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Related Party Transactions Disclosure [Text Block]</Label></Row></Rows><Footnotes /><IsEquityReport>false</IsEquityReport><ReportName>Transactions with Related Party</ReportName><MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel><SharesRoundingLevel>UnKnown</SharesRoundingLevel><PerShareRoundingLevel>UnKnown</PerShareRoundingLevel><ExchangeRateRoundingLevel>UnKnown</ExchangeRateRoundingLevel><HasCustomUnits>true</HasCustomUnits><IsEmbedReport>false</IsEmbedReport><IsMultiCurrency>false</IsMultiCurrency><ReportType>Sheet</ReportType><RoleURI>http://www.carrols.com/role/TransactionsWithRelatedParty</RoleURI><NumberOfCols>1</NumberOfCols><NumberOfRows>2</NumberOfRows></InstanceReport>
