<?xml version="1.0" encoding="us-ascii"?><InstanceReport xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema"><Version>2.2.0.25</Version><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><ReportLongName>0201 - Disclosure - Summary of Significant Accounting Policies</ReportLongName><DisplayLabelColumn>true</DisplayLabelColumn><ShowElementNames>false</ShowElementNames><RoundingOption /><HasEmbeddedReports>false</HasEmbeddedReports><Columns><Column><Id>1</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelColumn>false</LabelColumn><CurrencyCode>USD</CurrencyCode><FootnoteIndexer /><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><MCU><KeyName>1/1/2011 - 3/31/2011
USD ($)

USD ($) / shares
</KeyName><CurrencySymbol>$</CurrencySymbol><contextRef><ContextID>Jan-01-2011_Mar-31-2011</ContextID><EntitySchema>http://www.sec.gov/CIK</EntitySchema><EntityValue>0000077776</EntityValue><PeriodDisplayName /><PeriodType>duration</PeriodType><PeriodStartDate>2011-01-01T00:00:00</PeriodStartDate><PeriodEndDate>2011-03-31T00:00:00</PeriodEndDate><Segments /><Scenarios /></contextRef><UPS><UnitProperty><UnitID>USD</UnitID><UnitType>Standard</UnitType><StandardMeasure><MeasureSchema>http://www.xbrl.org/2003/iso4217</MeasureSchema><MeasureValue>USD</MeasureValue><MeasureNamespace>iso4217</MeasureNamespace></StandardMeasure><Scale>0</Scale></UnitProperty><UnitProperty><UnitID>USDEPS</UnitID><UnitType>Divide</UnitType><NumeratorMeasure><MeasureSchema>http://www.xbrl.org/2003/iso4217</MeasureSchema><MeasureValue>USD</MeasureValue><MeasureNamespace>iso4217</MeasureNamespace></NumeratorMeasure><DenominatorMeasure><MeasureSchema>http://www.xbrl.org/2003/instance</MeasureSchema><MeasureValue>shares</MeasureValue><MeasureNamespace>xbrli</MeasureNamespace></DenominatorMeasure><Scale>0</Scale></UnitProperty></UPS><CurrencyCode>USD</CurrencyCode><OriginalCurrencyCode>USD</OriginalCurrencyCode></MCU><CurrencySymbol>$</CurrencySymbol><Labels><Label Id="1" Label="3 Months Ended" /><Label Id="2" Label="Mar. 31, 2011" /></Labels></Column></Columns><Rows><Row><Id>2</Id><IsAbstractGroupTitle>true</IsAbstractGroupTitle><Level>0</Level><ElementName>us-gaap_GeneralPoliciesAbstract</ElementName><ElementPrefix>us-gaap</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><ShortDefinition>No definition available.</ShortDefinition><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsSubReportEnd>false</IsSubReportEnd><IsCalendarTitle>false</IsCalendarTitle><IsTuple>false</IsTuple><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole /><FootnoteIndexer /><Cells><Cell><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText /><NonNumericTextHeader /><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios></Cell></Cells><OriginalInstanceReportColumns /><Unit>Other</Unit><ElementDataType>xbrli:stringItemType</ElementDataType><SimpleDataType>string</SimpleDataType><ElementDefenition>No definition available.</ElementDefenition><IsTotalLabel>false</IsTotalLabel><IsEPS>false</IsEPS><Label>Summary of Significant Accounting Policies [Abstract]</Label></Row><Row><Id>3</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><Level>0</Level><ElementName>us-gaap_SignificantAccountingPoliciesTextBlock</ElementName><ElementPrefix>us-gaap</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><ShortDefinition>No definition available.</ShortDefinition><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsSubReportEnd>false</IsSubReportEnd><IsCalendarTitle>false</IsCalendarTitle><IsTuple>false</IsTuple><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole>verboselabel</PreferredLabelRole><FootnoteIndexer /><Cells><Cell><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText>&lt;!--DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd" --&gt;
   &lt;!-- Begin Block Tagged Note 1 - us-gaap:SignificantAccountingPoliciesTextBlock--&gt;
   &lt;div align="left" style="font-family: 'Times New Roman',Times,serif"&gt;
   &lt;!-- xbrl,ns --&gt;
   &lt;!-- xbrl,nx --&gt;
   &lt;div align="center" style="font-size: 10pt; margin-top: 0pt"&gt;&lt;b&gt;&lt;/b&gt;
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 12pt"&gt;&lt;b&gt;1. Summary of Significant Accounting Policies&lt;/b&gt;
   &lt;/div&gt;
   &lt;div style="border-bottom: 1px solid black; margin-top: 0pt; font-size: 1pt"&gt;&amp;#160;
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;&lt;font style="font-variant: small-caps"&gt;&lt;b&gt;Basis of Presentation&lt;/b&gt;&lt;/font&gt;
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top:12pt"&gt;PHH Corporation and subsidiaries (collectively, &amp;#8220;PHH&amp;#8221; or the &amp;#8220;Company&amp;#8221;) is a leading outsource
   provider of mortgage and fleet management services operating in the following business segments:
   &lt;/div&gt;
   &lt;div style="margin-top: 6pt"&gt;
   &lt;table width="100%" border="0" cellpadding="0" cellspacing="0" style="font-size: 10pt; text-align: left"&gt;
   &lt;tr valign="top" style="font-size: 10pt; color: #000000; background: transparent"&gt;
       &lt;td width="2%" style="background: transparent"&gt;&amp;#160;&lt;/td&gt;
       &lt;td width="3%" nowrap="nowrap" align="left"&gt;&lt;font style="font-family: Wingdings"&gt;&amp;#167;&lt;/font&gt; &lt;/td&gt;
       &lt;td width="1%"&gt;&amp;#160;&lt;/td&gt;
       &lt;td&gt;&lt;b&gt;Mortgage Production &lt;/b&gt;&amp;#8212; provides mortgage loan origination services and sells mortgage
   loans.&lt;/td&gt;
   &lt;/tr&gt;
   &lt;tr&gt;
       &lt;td style="font-size: 6pt"&gt;&amp;#160;&lt;/td&gt;
   &lt;/tr&gt;
   &lt;tr valign="top" style="font-size: 10pt; color: #000000; background: transparent"&gt;
       &lt;td width="2%" style="background: transparent"&gt;&amp;#160;&lt;/td&gt;
       &lt;td width="3%" nowrap="nowrap" align="left"&gt;&lt;font style="font-family: Wingdings"&gt;&amp;#167;&lt;/font&gt; &lt;/td&gt;
       &lt;td width="1%"&gt;&amp;#160;&lt;/td&gt;
       &lt;td&gt;&lt;b&gt;Mortgage Servicing &lt;/b&gt;&amp;#8212; performs servicing activities for originated and purchased loans.&lt;/td&gt;
   &lt;/tr&gt;
   &lt;tr&gt;
       &lt;td style="font-size: 6pt"&gt;&amp;#160;&lt;/td&gt;
   &lt;/tr&gt;
   &lt;tr valign="top" style="font-size: 10pt; color: #000000; background: transparent"&gt;
       &lt;td width="2%" style="background: transparent"&gt;&amp;#160;&lt;/td&gt;
       &lt;td width="3%" nowrap="nowrap" align="left"&gt;&lt;font style="font-family: Wingdings"&gt;&amp;#167;&lt;/font&gt; &lt;/td&gt;
       &lt;td width="1%"&gt;&amp;#160;&lt;/td&gt;
       &lt;td&gt;&lt;b&gt;Fleet Management Services &lt;/b&gt;&amp;#8212; provides commercial fleet management services.&lt;/td&gt;
   &lt;/tr&gt;
   &lt;/table&gt;
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;The Condensed Consolidated Financial Statements include the accounts and transactions of PHH and
   its subsidiaries, as well as entities in which the Company directly or indirectly has a controlling
   interest and variable interest entities of which the Company is the primary beneficiary. PHH Home
   Loans, LLC and its subsidiaries are consolidated within the Condensed Consolidated Financial
   Statements, and Realogy Corporation&amp;#8217;s ownership interest is presented as a noncontrolling interest.
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;The Condensed Consolidated Financial Statements have been prepared in conformity with accounting
   principles generally accepted in the United States, which is commonly referred to as GAAP, for
   interim financial information and pursuant to the rules and regulations of the Securities and
   Exchange Commission. Accordingly, they do not include all of the information and disclosures
   required by GAAP for complete financial statements. In management&amp;#8217;s opinion, the unaudited
   Condensed Consolidated Financial Statements contain all adjustments, which include normal and
   recurring adjustments necessary for a fair presentation of the financial position and results of
   operations for the interim periods presented. The results of operations reported for interim
   periods are not necessarily indicative of the results of operations for the entire year or any
   subsequent interim period. These unaudited Condensed Consolidated Financial Statements should be
   read in conjunction with the Company&amp;#8217;s Annual Report on Form 10-K for the year ended December&amp;#160;31,
   2010.
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;On March&amp;#160;31, 2011, the Company sold 50.1% of the equity interest in its appraisal services
   business, Speedy Title and Appraisal Review Services, (&amp;#8220;STARS&amp;#8221;) to CoreLogic, Inc. for a total
   purchase price of $35&amp;#160;million. The total purchase price consisted of an initial $20&amp;#160;million cash
   payment that was received on March&amp;#160;31, 2011, and three future $5&amp;#160;million installment payments to be
   received on March&amp;#160;31, 2012, 2014 and 2016. Upon the occurrence of certain events prior to
   September&amp;#160;30, 2017, the Company may have the right or obligation to purchase CoreLogic&amp;#8217;s interests.
   The Company deconsolidated STARS and retained a 49.9% equity interest, which is accounted for
   under the equity method and is recorded within Other assets with an initial fair value of $34
   million as of March&amp;#160;31, 2011. The net assets of STARS were not significant. A $68&amp;#160;million gain
   on the sale of the 50.1% equity interest was recorded within Other income, which consisted of the
   net present value of the purchase price paid by CoreLogic plus the initial fair value of the
   remaining equity method investment in STARS. Subsequent to March&amp;#160;31, 2011, the Company will still
   participate in the appraisal services business through its interest in STARS, and will be entitled
   to its proportionate share of STARS&amp;#8217; earnings based on its 49.9% ownership interest.
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;The preparation of financial statements in conformity with GAAP requires management to make
   estimates and assumptions that affect the reported amounts of assets and liabilities and the
   disclosure of contingent liabilities at the date of the financial statements and the reported
   amounts of revenues and expenses during the reporting period. These estimates and assumptions
   include, but are not limited to, those related to the valuation of mortgage servicing rights,
   mortgage loans held for sale, other financial instruments and goodwill, the estimation of
   liabilities for mortgage loan repurchases and indemnifications and reinsurance losses, and the
   determination of certain income tax assets and liabilities and associated valuation allowances.
   Actual results could differ from those estimates.
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;Unless otherwise noted and except for share and per share data, dollar amounts presented within
   these Notes to
   Condensed Consolidated Financial Statements are in millions.
   &lt;/div&gt;
   &lt;!-- Folio --&gt;
   &lt;!-- /Folio --&gt;
   &lt;/div&gt;
   &lt;!-- PAGEBREAK --&gt;
   &lt;div style="font-family: 'Times New Roman',Times,serif"&gt;
   &lt;div align="center" style="font-size: 10pt; margin-top: 0pt"&gt;
   &lt;b&gt;
   &lt;/b&gt;
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 12pt"&gt;&lt;font style="font-variant: small-caps"&gt;&lt;b&gt;Changes In Accounting Policies&lt;/b&gt;&lt;/font&gt;
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 12pt"&gt;&lt;b&gt;&lt;i&gt;Goodwill. &lt;/i&gt;&lt;/b&gt;In December&amp;#160;2010, the FASB issued new accounting guidance on performing tests of goodwill
   impairment, ASU No.&amp;#160;2010-28, &amp;#8220;When to Perform Step 2 of the Goodwill Impairment Test for Reporting
   Units with Zero or Negative Carrying Amounts&amp;#8221;. This new accounting guidance requires that entities
   perform a two-step test when evaluating goodwill impairment by first assessing whether the carrying
   value of the reporting unit exceeds the fair value (Step 1) and, if it does, perform additional
   procedures to determine if goodwill has been impaired (Step 2). This guidance require entities
   performing the goodwill impairment test to perform Step 2 of the test for reporting units with zero
   or negative carrying amounts if it is more likely than not that a goodwill impairment exists based
   on qualitative considerations. The Company adopted the updates to goodwill impairment guidance
   effective January&amp;#160;1, 2011. The adoption did not impact the Company&amp;#8217;s financial statements.
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;&lt;b&gt;&lt;i&gt;Business Combinations. &lt;/i&gt;&lt;/b&gt;In December&amp;#160;2010, the FASB issued new accounting guidance on business
   combinations, ASU No.&amp;#160;2010-29, &amp;#8220;Disclosure of Supplementary Pro Forma Information for Business
   Combinations&amp;#8221;. This new accounting guidance requires a public entity that presents comparative
   financial statements to disclose revenue and earnings of the combined entity as though the business
   combination that occurred during the current year had occurred as of the beginning of the
   comparable prior annual reporting period only. This new accounting guidance also expands the
   supplemental pro-forma disclosures for Business Combinations to include a description of the nature
   and amount of material, nonrecurring pro forma adjustments directly attributable to the business
   combination included in the reported pro forma revenue and earnings. The Company adopted the new
   business combination guidance effective January&amp;#160;1, 2011. The adoption did not have an impact on
   the Company&amp;#8217;s financial statements.
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 6pt"&gt;&lt;b&gt;&lt;i&gt;Revenue Recognition. &lt;/i&gt;&lt;/b&gt;In October&amp;#160;2009, the FASB issued new accounting guidance on revenue
   recognition, ASU No.&amp;#160;2009-13, &amp;#8220;Multiple Deliverable Arrangements&amp;#8221;. This new accounting guidance
   addresses how to determine whether an arrangement involving multiple deliverables (i)&amp;#160;contains more
   than one unit of accounting and (ii)&amp;#160;how the arrangement consideration should be measured and
   allocated to the separate units of accounting. The Company adopted the updates revenue recognition
   guidance effective January&amp;#160;1, 2011. The adoption did not have an impact on the Company&amp;#8217;s financial
   statements.
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 12pt"&gt;&lt;font style="font-variant: small-caps"&gt;&lt;b&gt;Recently Issued Accounting Pronouncements&lt;/b&gt;&lt;/font&gt;
   &lt;/div&gt;
   &lt;div align="left" style="font-size: 10pt; margin-top: 12pt"&gt;&lt;b&gt;&lt;i&gt;Receivables. &lt;/i&gt;&lt;/b&gt;In April&amp;#160;2011, the FASB issued ASU 2011-02, &amp;#8220;A Creditor&amp;#8217;s Determination of Whether a
   Restructuring Is a Troubled Debt Restructuring&amp;#8221;. This new guidance requires a creditor performing
   an evaluation of whether a restructuring constitutes a troubled debt restructuring, to separately
   conclude that both (i)&amp;#160;the restructuring constitutes a concession and (ii)&amp;#160;the debtor is
   experiencing financial difficulties. This standard clarifies the guidance on a creditor&amp;#8217;s
   evaluation of whether it has granted a concession as well as the guidance on a creditor&amp;#8217;s
   evaluation of whether a debtor is experiencing financial difficulties. The update also requires
   entities to disclose additional quantitative activity regarding troubled debt restructurings of
   finance receivables that occurred during the period, as well as additional information regarding
   troubled debt restructurings that occurred within the previous twelve months and for which there
   was a payment default during the current period. The new accounting guidance is effective beginning
   July&amp;#160;1, 2011, and should be applied retrospectively to January&amp;#160;1, 2011. The Company does not
   anticipate the adoption of this update to have a material impact on the Company&amp;#8217;s financial
   statements.
   &lt;/div&gt;
   &lt;!-- Folio --&gt;
   &lt;!-- /Folio --&gt;
   &lt;/div&gt;
   &lt;!-- PAGEBREAK --&gt;
   &lt;div style="font-family: 'Times New Roman',Times,serif"&gt;
   &lt;div align="center" style="font-size: 10pt; margin-top: 0pt"&gt;
   &lt;b&gt;
   &lt;/b&gt;
   &lt;/div&gt;
   &lt;/div&gt;
</NonNumbericText><NonNumericTextHeader>&lt;!--DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd" --&gt;
   &lt;!-- Begin Block Tagged Note</NonNumericTextHeader><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios></Cell></Cells><OriginalInstanceReportColumns /><Unit>Other</Unit><ElementDataType>us-types:textBlockItemType</ElementDataType><SimpleDataType>string</SimpleDataType><ElementDefenition>This element may be used to describe all significant accounting policies of the reporting entity.</ElementDefenition><ElementReferences>Reference 1: http://www.xbrl.org/2003/role/presentationRef
 -Publisher AICPA
 -Name Accounting Principles Board Opinion (APB)
 -Number 22
 -Paragraph 8

</ElementReferences><IsTotalLabel>false</IsTotalLabel><IsEPS>false</IsEPS><Label>Summary of Significant Accounting Policies</Label></Row></Rows><Footnotes /><NumberOfCols>1</NumberOfCols><NumberOfRows>2</NumberOfRows><ReportName>Summary of Significant Accounting Policies</ReportName><MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel><SharesRoundingLevel>UnKnown</SharesRoundingLevel><PerShareRoundingLevel>UnKnown</PerShareRoundingLevel><ExchangeRateRoundingLevel>UnKnown</ExchangeRateRoundingLevel><HasCustomUnits>false</HasCustomUnits><SharesShouldBeRounded>true</SharesShouldBeRounded></InstanceReport>
