<?xml version="1.0" encoding="utf-8"?>
<InstanceReport xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
  <Version>2.2.0.7</Version>
  <hasSegments>false</hasSegments>
  <ReportName>Impairment of Assets</ReportName>
  <ReportLongName>00940 - Disclosure - Impairment of Assets</ReportLongName>
  <DisplayLabelColumn>true</DisplayLabelColumn>
  <ShowElementNames>false</ShowElementNames>
  <RoundingOption />
  <HasEmbeddedReports>false</HasEmbeddedReports>
  <Columns>
    <Column>
      <LabelColumn>false</LabelColumn>
      <Id>1</Id>
      <Labels>
        <Label Id="1" Label="6 Months Ended" />
        <Label Id="2" Label="Jun. 30, 2010" />
      </Labels>
      <CurrencyCode>USD</CurrencyCode>
      <FootnoteIndexer />
      <hasSegments>false</hasSegments>
      <hasScenarios>false</hasScenarios>
      <Segments />
      <Scenarios />
      <Units>
        <Unit>
          <UnitID>Monetary</UnitID>
          <UnitType>Standard</UnitType>
          <StandardMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/iso4217</MeasureSchema>
            <MeasureValue>USD</MeasureValue>
            <MeasureNamespace>iso4217</MeasureNamespace>
          </StandardMeasure>
          <Scale>0</Scale>
        </Unit>
        <Unit>
          <UnitID>EarninsPerShareUSD</UnitID>
          <UnitType>Divide</UnitType>
          <NumeratorMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/iso4217</MeasureSchema>
            <MeasureValue>USD</MeasureValue>
            <MeasureNamespace>iso4217</MeasureNamespace>
          </NumeratorMeasure>
          <DenominatorMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/instance</MeasureSchema>
            <MeasureValue>shares</MeasureValue>
            <MeasureNamespace>xbrli</MeasureNamespace>
          </DenominatorMeasure>
          <Scale>0</Scale>
        </Unit>
        <Unit>
          <UnitID>Shares</UnitID>
          <UnitType>Standard</UnitType>
          <StandardMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/instance</MeasureSchema>
            <MeasureValue>shares</MeasureValue>
            <MeasureNamespace>xbrli</MeasureNamespace>
          </StandardMeasure>
          <Scale>0</Scale>
        </Unit>
      </Units>
      <CurrencySymbol>$</CurrencySymbol>
    </Column>
  </Columns>
  <Rows>
    <Row>
      <Id>2</Id>
      <Label>Tangible Asset Impairment Charges Abstract</Label>
      <Level>0</Level>
      <ElementName>us-gaap_TangibleAssetImpairmentChargesAbstract</ElementName>
      <ElementPrefix>us-gaap</ElementPrefix>
      <IsBaseElement>true</IsBaseElement>
      <BalanceType>na</BalanceType>
      <PeriodType>duration</PeriodType>
      <ShortDefinition>No definition available.</ShortDefinition>
      <IsReportTitle>false</IsReportTitle>
      <IsSegmentTitle>false</IsSegmentTitle>
      <IsSubReportEnd>false</IsSubReportEnd>
      <IsCalendarTitle>false</IsCalendarTitle>
      <IsTuple>false</IsTuple>
      <IsAbstractGroupTitle>true</IsAbstractGroupTitle>
      <IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow>
      <IsEquityAdjustmentRow>false</IsEquityAdjustmentRow>
      <IsBeginningBalance>false</IsBeginningBalance>
      <IsEndingBalance>false</IsEndingBalance>
      <IsReverseSign>false</IsReverseSign>
      <PreferredLabelRole />
      <IsEPS>false</IsEPS>
      <FootnoteIndexer />
      <Cells>
        <Cell>
          <Id>1</Id>
          <ShowCurrencySymbol>false</ShowCurrencySymbol>
          <IsNumeric>false</IsNumeric>
          <IsRatio>false</IsRatio>
          <DisplayZeroAsNone>false</DisplayZeroAsNone>
          <NumericAmount>0</NumericAmount>
          <RoundedNumericAmount>0</RoundedNumericAmount>
          <NonNumbericText />
          <NonNumericTextHeader />
          <FootnoteIndexer />
          <hasSegments>false</hasSegments>
          <hasScenarios>false</hasScenarios>
          <DisplayDateInUSFormat>false</DisplayDateInUSFormat>
        </Cell>
      </Cells>
      <OriginalInstanceReportColumns />
      <ElementDataType>xbrli:stringItemType</ElementDataType>
      <SimpleDataType>string</SimpleDataType>
      <ElementDefenition>No definition available.</ElementDefenition>
      <IsTotalLabel>false</IsTotalLabel>
    </Row>
    <Row>
      <Id>3</Id>
      <Label>Asset Impairment Charges Text Block</Label>
      <Level>1</Level>
      <ElementName>au_AssetImpairmentChargesTextBlock</ElementName>
      <ElementPrefix>au</ElementPrefix>
      <IsBaseElement>false</IsBaseElement>
      <BalanceType>na</BalanceType>
      <PeriodType>duration</PeriodType>
      <ShortDefinition>The charge against earnings resulting from the aggregate write down of all assets from their carrying value to their fair...</ShortDefinition>
      <IsReportTitle>false</IsReportTitle>
      <IsSegmentTitle>false</IsSegmentTitle>
      <IsSubReportEnd>false</IsSubReportEnd>
      <IsCalendarTitle>false</IsCalendarTitle>
      <IsTuple>false</IsTuple>
      <IsAbstractGroupTitle>false</IsAbstractGroupTitle>
      <IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow>
      <IsEquityAdjustmentRow>false</IsEquityAdjustmentRow>
      <IsBeginningBalance>false</IsBeginningBalance>
      <IsEndingBalance>false</IsEndingBalance>
      <IsReverseSign>false</IsReverseSign>
      <PreferredLabelRole />
      <IsEPS>false</IsEPS>
      <FootnoteIndexer />
      <Cells>
        <Cell>
          <Id>1</Id>
          <ShowCurrencySymbol>false</ShowCurrencySymbol>
          <IsNumeric>false</IsNumeric>
          <IsRatio>false</IsRatio>
          <DisplayZeroAsNone>false</DisplayZeroAsNone>
          <NumericAmount>0</NumericAmount>
          <RoundedNumericAmount>0</RoundedNumericAmount>
          <NonNumbericText>&lt;p style='margin-top:0pt; margin-bottom:0pt'&gt;&lt;font style="font-family:Arial;font-size:8pt;margin-left:0px;"&gt;Impairments are made up as follows:&lt;/font&gt;&lt;/p&gt;&lt;p style='margin-top: 0pt; margin-bottom: 0pt;'&gt;&lt;/p&gt;&lt;div&gt;&lt;table style="border-collapse:collapse;margin-top:20px;"&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td colspan="2"  style="width: 224px; text-align:right;border-color:#000000;min-width:224px;"&gt;&lt;font style="FONT-WEIGHT: bold;TEXT-DECORATION: underline;FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: right;"&gt;Six months ended June 30,&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:right;border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-WEIGHT: bold;TEXT-DECORATION: underline;FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: right;"&gt;2010&lt;/font&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:right;border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-WEIGHT: bold;TEXT-DECORATION: underline;FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: right;"&gt;2009&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:right;border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: right;"&gt;(unaudited)&lt;/font&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:right;border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: right;"&gt;(unaudited)&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td colspan="2"  style="width: 224px; text-align:center;border-color:#000000;min-width:224px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: center;"&gt;          (in US Dollars, millions)            &lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 7px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&lt;font style="FONT-WEIGHT: bold;FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: left;"&gt;South Africa&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 2px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: left;"&gt;Impairment of Tau Lekoa (held for sale)&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; 8&lt;/font&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; -&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 5px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 20px; text-align:left;border-color:#000000;min-width:20px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 439px; text-align:left;border-color:#000000;min-width:439px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&lt;font style="FONT-WEIGHT: bold;FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: left;"&gt;Continental Africa&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 2px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 20px; text-align:left;border-color:#000000;min-width:20px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 439px; text-align:left;border-color:#000000;min-width:439px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: left;"&gt;Write-off of tailings storage facility at Iduapriem&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; 8&lt;/font&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; -&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;TEXT-ALIGN: left;"&gt;Write-off of vehicles and heavy mining equipment at Geita &lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; 3&lt;/font&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; -&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 15px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2"  style="width: 459px; text-align:left;border-color:#000000;min-width:459px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-top-style:solid;border-top-width:1px;border-bottom-style:solid;border-bottom-width:2px;border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; 19&lt;/font&gt;&lt;/td&gt;&lt;td   style="width: 112px; border-top-style:solid;border-top-width:1px;border-bottom-style:solid;border-bottom-width:2px;border-color:#000000;min-width:112px;"&gt;&lt;font style="FONT-FAMILY: Arial;FONT-SIZE: 8pt;COLOR: #000000;"&gt; -&lt;/font&gt;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style="height: 13px"&gt;&lt;td   style="width: 38px; text-align:left;border-color:#000000;min-width:38px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 20px; text-align:left;border-color:#000000;min-width:20px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 439px; text-align:left;border-color:#000000;min-width:439px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;/td&gt;&lt;td   style="width: 112px; text-align:left;border-color:#000000;min-width:112px;"&gt;&amp;#160;&lt;sup&gt;&lt;/sup&gt;&lt;/td&gt;&lt;/tr&gt;&lt;/table&gt;&lt;/div&gt;</NonNumbericText>
          <NonNumericTextHeader>Impairments are made up as follows:&amp;#160;&amp;#160;Six months ended June 30,&amp;#160;&amp;#160;20102009&amp;#160;&amp;#160;(unaudited)(unaudited)&amp;#160;&amp;#160;          (in US</NonNumericTextHeader>
          <FootnoteIndexer />
          <hasSegments>false</hasSegments>
          <hasScenarios>false</hasScenarios>
          <DisplayDateInUSFormat>false</DisplayDateInUSFormat>
        </Cell>
      </Cells>
      <OriginalInstanceReportColumns />
      <ElementDataType>us-types:textBlockItemType</ElementDataType>
      <SimpleDataType>textblock</SimpleDataType>
      <ElementDefenition>The charge against earnings resulting from the aggregate write down of all assets from their carrying value to their fair value.</ElementDefenition>
      <ElementReferences>No authoritative reference available.</ElementReferences>
      <IsTotalLabel>false</IsTotalLabel>
    </Row>
  </Rows>
  <Footnotes />
  <NumberOfCols>1</NumberOfCols>
  <NumberOfRows>2</NumberOfRows>
  <HasScenarios>false</HasScenarios>
  <MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel>
  <SharesRoundingLevel>UnKnown</SharesRoundingLevel>
  <PerShareRoundingLevel>UnKnown</PerShareRoundingLevel>
  <HasPureData>false</HasPureData>
  <SharesShouldBeRounded>true</SharesShouldBeRounded>
</InstanceReport>
