<?xml version="1.0" encoding="us-ascii"?><InstanceReport xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"><Version>2.4.0.8</Version><ReportLongName>1070 - Disclosure - Guarantees and Contingent Liabilities</ReportLongName><DisplayLabelColumn>true</DisplayLabelColumn><ShowElementNames>false</ShowElementNames><RoundingOption /><HasEmbeddedReports>false</HasEmbeddedReports><Columns><Column FlagID="0"><Id>1</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><CurrencyCode /><FootnoteIndexer /><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><MCU><KeyName /><CurrencySymbol /><contextRef><ContextID>D2013Q2YTD</ContextID><EntitySchema>http://www.sec.gov/CIK</EntitySchema><EntityValue>0000352736</EntityValue><PeriodDisplayName /><PeriodType>duration</PeriodType><PeriodStartDate>2013-01-01T00:00:00</PeriodStartDate><PeriodEndDate>2013-06-30T00:00:00</PeriodEndDate><Segments /><Scenarios /></contextRef><UPS /><CurrencyCode /><OriginalCurrencyCode /></MCU><CurrencySymbol /><Labels><Label Key="CalendarSupplement" Id="0" Label="6 Months Ended" /><Label Key="Calendar" Id="1" Label="Jun. 30, 2013" /></Labels></Column></Columns><Rows><Row FlagID="0"><Id>1</Id><IsAbstractGroupTitle>true</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>1</Level><ElementName>us-gaap_GuaranteesAbstract</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText /><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>xbrli:stringItemType</ElementDataType><SimpleDataType>string</SimpleDataType><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Guarantees and Contingent Liabilities</Label></Row><Row FlagID="0"><Id>2</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>2</Level><ElementName>us-gaap_CommitmentsContingenciesAndGuaranteesTextBlock</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole>terseLabel</PreferredLabelRole><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="D2013Q2YTD" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText>&lt;div style="font-size:10.0pt;font-family:Times New Roman;"&gt;
&lt;p style="MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&lt;b&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt; FONT-WEIGHT: bold;" size="2"&gt;7.&amp;#160; Guarantees and Contingent Liabilities&lt;/font&gt;&lt;/b&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="MARGIN: 0in 0in 0pt;"&gt;&lt;b&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt; FONT-WEIGHT: bold;" size="2"&gt;Guaranty funds&lt;/font&gt;&lt;/b&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;Under state insurance guaranty fund laws, insurers doing business in a state can be assessed, up to prescribed limits, for certain obligations of insolvent insurance companies to policyholders and claimants.&amp;#160; Amounts assessed to each company are typically related to its proportion of business written in each state.&amp;#160; The Company&amp;#8217;s policy is to accrue assessments when the entity for which the insolvency relates has met its state of domicile&amp;#8217;s statutory definition of insolvency and the amount of the loss is reasonably estimable.&amp;#160; In most states, the definition is met with a declaration of financial insolvency by a court of competent jurisdiction.&amp;#160; In certain states there must also be a final order of liquidation.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;Executive Life Insurance Company of New York (&amp;#8220;ELNY&amp;#8221;) has been under the jurisdiction of the New York Liquidation Bureau (the &amp;#8220;Bureau&amp;#8221;) as part of a 1992 court-ordered rehabilitation plan.&amp;#160; ELNY continues to fully pay annuity benefits when due.&amp;#160; The Superintendent of Insurance of the State of New York in conjunction with the New York Attorney General filed a proposed formal plan of liquidation on September&amp;#160;1, 2011 and a court order approving the plan, as amended, was entered on April&amp;#160;16, 2012.&amp;#160; On May&amp;#160;30, 2012, an attorney representing a number of ELNY payees filed a notice, appealing the ELNY Order of Liquidation.&amp;#160; On February&amp;#160;6, 2013, the New York Appellate Division issued its order on that appeal and affirmed the lower court&amp;#8217;s order of liquidation.&amp;#160; On March&amp;#160;8, 2013, the attorney representing those payees filed a further appeal.&amp;#160; On May&amp;#160;2, 2013, the motion of leave to appeal the ELNY liquidation plan was denied by the NY Court of Appeals.&amp;#160; No further appeals are expected.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;During second quarter 2013, the Company received and paid assessments from certain state guaranty associations.&amp;#160; The Company previously accrued a liability for the Company&amp;#8217;s estimated aggregate exposure for guaranty fund assessments and participation in an industry sponsored plan to supplement certain ELNY policyholders.&amp;#160; The ultimate cost will depend on the level of guaranty fund system participation and the realization of tax benefits.&amp;#160; Under current law, the Company may be allowed to recoup a portion of the amount of any additional guaranty fund assessment in periods subsequent to the recognition of the assessment by offsetting future state related taxes.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="MARGIN: 0in 0in 0pt;"&gt;&lt;b&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt; FONT-WEIGHT: bold;" size="2"&gt;Guarantees&lt;/font&gt;&lt;/b&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;The Company owns certain fixed income securities that obligate the Company to exchange credit risk or to forfeit principal due, depending on the nature or occurrence of specified credit events for the reference entities.&amp;#160; In the event all such specified credit events were to occur, the Company&amp;#8217;s maximum amount at risk on these fixed income securities, as measured by the amount of the aggregate initial investment, was $4 million as of June&amp;#160;30, 2013.&amp;#160; The obligations associated with these fixed income securities expire at various dates on or before March&amp;#160;11, 2018.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;Related to the disposal through reinsurance of substantially all of the Company&amp;#8217;s variable annuity business to Prudential in 2006, the Company and the Corporation have agreed to indemnify Prudential for certain pre-closing contingent liabilities (including extra-contractual liabilities of the Company and liabilities specifically excluded from the transaction) that the Company has agreed to retain.&amp;#160; In addition, the Company and the Corporation will each indemnify Prudential for certain post-closing liabilities that may arise from the acts of the Company and its agents, including in connection with the Company&amp;#8217;s provision of transition services.&amp;#160; The reinsurance agreements contain no limitations or indemnifications with regard to insurance risk transfer, and transferred all of the future risks and responsibilities for performance on the underlying variable annuity contracts to Prudential, including those related to benefit guarantees.&amp;#160; Management does not believe this agreement will have a material effect on results of operations, cash flows or financial position of the Company.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;In the normal course of business, the Company provides standard indemnifications to contractual counterparties in connection with numerous transactions, including acquisitions and divestitures.&amp;#160; The types of indemnifications typically provided include indemnifications for breaches of representations and warranties, taxes and certain other liabilities, such as third party lawsuits.&amp;#160; The indemnification clauses are often standard contractual terms and are entered into in the normal course of business based on an assessment that the risk of loss would be remote.&amp;#160; The terms of the indemnifications vary in duration and nature.&amp;#160; In many cases, the maximum obligation is not explicitly stated and the contingencies triggering the obligation to indemnify have not occurred and are not expected to occur.&amp;#160; Consequently, the maximum amount of the obligation under such indemnifications is not determinable.&amp;#160; Historically, the Company has not made any material payments pursuant to these obligations.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt; punctuation-wrap: simple;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;The aggregate liability balance related to all guarantees was not material as of June&amp;#160;30, 2013.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="MARGIN: 0in 0in 0pt;"&gt;&lt;b&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt; FONT-WEIGHT: bold;" size="2"&gt;Regulation and Compliance&lt;/font&gt;&lt;/b&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;The Company is subject to changing social, economic and regulatory conditions.&amp;#160; From time to time, regulatory authorities or legislative bodies seek to impose additional regulations regarding agent and broker compensation, regulate the nature of and amount of investments, and otherwise expand overall regulation of insurance products and the insurance industry.&amp;#160; The Company has established procedures and policies to facilitate compliance with laws and regulations, to foster prudent business operations, and to support financial reporting.&amp;#160; The Company routinely reviews its practices to validate compliance with laws and regulations and with internal procedures and policies.&amp;#160; As a result of these reviews, from time to time the Company may decide to modify some of its procedures and policies.&amp;#160; Such modifications, and the reviews that led to them, may be accompanied by payments being made and costs being incurred.&amp;#160; The ultimate changes and eventual effects of these actions on the Company&amp;#8217;s business, if any, are uncertain.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: center; MARGIN: 0in 0in 0pt;" align="center"&gt;&amp;#160;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; TEXT-INDENT: 0.25in; MARGIN: 0in 0in 0pt;"&gt;&lt;font style="FONT-FAMILY: Times New Roman; FONT-SIZE: 10pt;" size="2"&gt;The Company is currently being examined by certain states for compliance with unclaimed property laws.&amp;#160; It is possible that this examination may result in additional payments of abandoned funds to states and to changes in the Company&amp;#8217;s practices and procedures for the identification of escheatable funds, which could impact benefit payments and reserves, among other consequences; however, it is not likely to have a material effect on the condensed consolidated financial statements of the Company.&lt;/font&gt;&lt;/p&gt;
&lt;p style="TEXT-ALIGN: justify; MARGIN: 0in 0in 0pt;"&gt;&amp;#160;&lt;/p&gt;
&lt;/div&gt;</NonNumbericText><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>nonnum:textBlockItemType</ElementDataType><SimpleDataType>na</SimpleDataType><ElementDefenition>The entire disclosure for commitments, contingencies, and guarantees.</ElementDefenition><ElementReferences>No definition available.</ElementReferences><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Guarantees and Contingent Liabilities</Label></Row></Rows><Footnotes /><IsEquityReport>false</IsEquityReport><ReportName>Guarantees and Contingent Liabilities</ReportName><MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel><SharesRoundingLevel>UnKnown</SharesRoundingLevel><PerShareRoundingLevel>UnKnown</PerShareRoundingLevel><ExchangeRateRoundingLevel>UnKnown</ExchangeRateRoundingLevel><HasCustomUnits>true</HasCustomUnits><IsEmbedReport>false</IsEmbedReport><IsMultiCurrency>false</IsMultiCurrency><ReportType>Sheet</ReportType><RoleURI>http://www.allstate.com/role/DisclosureGuaranteesAndContingentLiabilities</RoleURI><NumberOfCols>1</NumberOfCols><NumberOfRows>2</NumberOfRows></InstanceReport>
