﻿<?xml version="1.0" encoding="utf-8"?>
<InstanceReport xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
  <Version>2.2.0.7</Version>
  <hasSegments>false</hasSegments>
  <ReportName>Variable Interests and Variable Interest Entities</ReportName>
  <ReportLongName>0215 - Disclosure - Variable Interests and Variable Interest Entities</ReportLongName>
  <DisplayLabelColumn>true</DisplayLabelColumn>
  <ShowElementNames>false</ShowElementNames>
  <RoundingOption />
  <HasEmbeddedReports>false</HasEmbeddedReports>
  <Columns>
    <Column>
      <LabelColumn>false</LabelColumn>
      <Id>1</Id>
      <Labels>
        <Label Id="1" Label="6 Months Ended" />
        <Label Id="2" Label="Jun. 30, 2010" />
      </Labels>
      <CurrencyCode>USD</CurrencyCode>
      <FootnoteIndexer />
      <hasSegments>false</hasSegments>
      <hasScenarios>false</hasScenarios>
      <Segments />
      <Scenarios />
      <Units>
        <Unit>
          <UnitID>USD</UnitID>
          <UnitType>Standard</UnitType>
          <StandardMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/iso4217</MeasureSchema>
            <MeasureValue>USD</MeasureValue>
            <MeasureNamespace>iso4217</MeasureNamespace>
          </StandardMeasure>
          <Scale>0</Scale>
        </Unit>
        <Unit>
          <UnitID>USDEPS</UnitID>
          <UnitType>Divide</UnitType>
          <NumeratorMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/iso4217</MeasureSchema>
            <MeasureValue>USD</MeasureValue>
            <MeasureNamespace>iso4217</MeasureNamespace>
          </NumeratorMeasure>
          <DenominatorMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/instance</MeasureSchema>
            <MeasureValue>shares</MeasureValue>
            <MeasureNamespace>xbrli</MeasureNamespace>
          </DenominatorMeasure>
          <Scale>0</Scale>
        </Unit>
        <Unit>
          <UnitID>Shares</UnitID>
          <UnitType>Standard</UnitType>
          <StandardMeasure>
            <MeasureSchema>http://www.xbrl.org/2003/instance</MeasureSchema>
            <MeasureValue>shares</MeasureValue>
            <MeasureNamespace>xbrli</MeasureNamespace>
          </StandardMeasure>
          <Scale>0</Scale>
        </Unit>
      </Units>
      <CurrencySymbol>$</CurrencySymbol>
    </Column>
  </Columns>
  <Rows>
    <Row>
      <Id>2</Id>
      <Label>Variable Interests and Variable Interest Entities [Abstract]</Label>
      <Level>0</Level>
      <ElementName>ni_VariableInterestsAndVariableInterestEntitiesAbstract</ElementName>
      <ElementPrefix>ni</ElementPrefix>
      <IsBaseElement>false</IsBaseElement>
      <BalanceType>na</BalanceType>
      <PeriodType>duration</PeriodType>
      <ShortDefinition>Variable Interests and Variable Interest Entities.</ShortDefinition>
      <IsReportTitle>false</IsReportTitle>
      <IsSegmentTitle>false</IsSegmentTitle>
      <IsSubReportEnd>false</IsSubReportEnd>
      <IsCalendarTitle>false</IsCalendarTitle>
      <IsTuple>false</IsTuple>
      <IsAbstractGroupTitle>true</IsAbstractGroupTitle>
      <IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow>
      <IsEquityAdjustmentRow>false</IsEquityAdjustmentRow>
      <IsBeginningBalance>false</IsBeginningBalance>
      <IsEndingBalance>false</IsEndingBalance>
      <IsReverseSign>false</IsReverseSign>
      <PreferredLabelRole />
      <IsEPS>false</IsEPS>
      <FootnoteIndexer />
      <Cells>
        <Cell>
          <Id>1</Id>
          <ShowCurrencySymbol>false</ShowCurrencySymbol>
          <IsNumeric>false</IsNumeric>
          <IsRatio>false</IsRatio>
          <DisplayZeroAsNone>false</DisplayZeroAsNone>
          <NumericAmount>0</NumericAmount>
          <RoundedNumericAmount>0</RoundedNumericAmount>
          <NonNumbericText />
          <NonNumericTextHeader />
          <FootnoteIndexer />
          <hasSegments>false</hasSegments>
          <hasScenarios>false</hasScenarios>
          <DisplayDateInUSFormat>false</DisplayDateInUSFormat>
        </Cell>
      </Cells>
      <OriginalInstanceReportColumns />
      <ElementDataType>xbrli:stringItemType</ElementDataType>
      <SimpleDataType>string</SimpleDataType>
      <ElementDefenition>Variable Interests and Variable Interest Entities.</ElementDefenition>
      <IsTotalLabel>false</IsTotalLabel>
    </Row>
    <Row>
      <Id>3</Id>
      <Label>Variable Interests and Variable Interest Entities</Label>
      <Level>1</Level>
      <ElementName>us-gaap_ScheduleOfVariableInterestEntitiesTextBlock</ElementName>
      <ElementPrefix>us-gaap</ElementPrefix>
      <IsBaseElement>true</IsBaseElement>
      <BalanceType>na</BalanceType>
      <PeriodType>duration</PeriodType>
      <ShortDefinition>No definition available.</ShortDefinition>
      <IsReportTitle>false</IsReportTitle>
      <IsSegmentTitle>false</IsSegmentTitle>
      <IsSubReportEnd>false</IsSubReportEnd>
      <IsCalendarTitle>false</IsCalendarTitle>
      <IsTuple>false</IsTuple>
      <IsAbstractGroupTitle>false</IsAbstractGroupTitle>
      <IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow>
      <IsEquityAdjustmentRow>false</IsEquityAdjustmentRow>
      <IsBeginningBalance>false</IsBeginningBalance>
      <IsEndingBalance>false</IsEndingBalance>
      <IsReverseSign>false</IsReverseSign>
      <PreferredLabelRole>verboselabel</PreferredLabelRole>
      <IsEPS>false</IsEPS>
      <FootnoteIndexer />
      <Cells>
        <Cell>
          <Id>1</Id>
          <ShowCurrencySymbol>false</ShowCurrencySymbol>
          <IsNumeric>false</IsNumeric>
          <IsRatio>false</IsRatio>
          <DisplayZeroAsNone>false</DisplayZeroAsNone>
          <NumericAmount>0</NumericAmount>
          <RoundedNumericAmount>0</RoundedNumericAmount>
          <NonNumbericText>&lt;!--DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd" --&gt;
   &lt;!-- Begin Block Tagged Note 15 - us-gaap:ScheduleOfVariableInterestEntitiesTextBlock--&gt;
   &lt;div style="font-family: 'Times New Roman',Times,serif"&gt;
   &lt;div align="justify" style="font-size: 10pt; margin-top: 10pt"&gt;&lt;b&gt;15.&lt;/b&gt;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&lt;b&gt;Variable Interests and Variable Interest Entities&lt;/b&gt;
   &lt;/div&gt;
   &lt;div align="justify" style="font-size: 10pt; margin-top: 10pt"&gt;In June&amp;#160;2009, the FASB issued authoritative guidance to amend the manner in which entities evaluate
   whether consolidation is required for VIEs. NiSource adopted the guidance on January&amp;#160;1, 2010. See
   Note 2, Recent Accounting Pronouncements, regarding the consolidation of variable interest
   entities.
   &lt;/div&gt;
   &lt;div align="justify" style="font-size: 10pt; margin-top: 10pt"&gt;In general, a VIE is an entity which (1)&amp;#160;has an insufficient amount of at-risk equity to permit the
   entity to finance its activities without additional financial subordinated support provided by any
   parties, (2)&amp;#160;whose at-risk equity owners, as a group, do not have power, through voting rights or
   similar rights, to direct activities of the entity that most significantly impact the entity&amp;#8217;s
   economic performance or (3)&amp;#160;whose at-risk owners do not absorb the entity&amp;#8217;s losses or receive the
   entity&amp;#8217;s residual return. A VIE is required to be consolidated by a company if that company is
   determined to be the primary beneficiary of the VIE.
   &lt;/div&gt;
   &lt;div align="justify" style="font-size: 10pt; margin-top: 10pt"&gt;NiSource consolidates those VIEs for which it is the primary beneficiary. Prior to the adoption of
   the new FASB guidance on consolidation of variable interest entities, the prevalent method for
   determining the primary beneficiary was through a quantitative method. With the adoption of the
   guidance, NiSource also considers qualitative elements in determining the primary beneficiary.
   These qualitative measures include the ability to control an entity and the obligation to absorb
   losses or the right to receive benefits.
   &lt;/div&gt;
   &lt;div align="justify" style="font-size: 10pt; margin-top: 10pt"&gt;NiSource&amp;#8217;s analysis under this standard includes an assessment of guarantees, operating leases,
   purchase agreements, and other contracts, as well as its investments and joint ventures. For items
   that have been identified as variable interests, or where there is involvement with an identified
   variable interest entity, an in-depth review of the relationship between the relevant entities and
   NiSource is made to evaluate qualitative and quantitative factors to determine the primary
   beneficiary, if any, and whether additional disclosures would be required under the current
   standard.
   &lt;/div&gt;
   &lt;div align="justify" style="font-size: 10pt; margin-top: 10pt"&gt;At June&amp;#160;30, 2010, consistent with prior filings, NiSource consolidated its low income housing real
   estate investments from which NiSource derives certain tax benefits. Based on the newly adopted
   guidance on the consolidation of variable interest entities, these investments met the definition
   of a VIE. NiSource is a 99% limited partner with a net investment of approximately $1.8&amp;#160;million.
   NiSource evaluated the nature and intent of the low income housing investments when determining the
   primary beneficiary. NiSource concluded that it continues to be the primary beneficiary. Subject
   to certain conditions precedent, NiSource has the contractual right to take control of the low
   income housing properties. At June&amp;#160;30, 2010, gross assets of the low income housing real estate
   investments in continuing operations was $28.7&amp;#160;million. Current and non-current assets were $1.1
   million and $27.6&amp;#160;million, respectively. As of June&amp;#160;30, 2010, NiSource recorded long-term debt of
   approximately $10.5&amp;#160;million as a result of consolidating these investments. However, this debt is
   nonrecourse to NiSource and NiSource&amp;#8217;s direct and indirect subsidiaries. Approximately $0.4
   million of the assets are restricted to settle the obligations of the entity.
   &lt;/div&gt;
   &lt;div align="justify" style="font-size: 10pt; margin-top: 10pt"&gt;Northern Indiana has a service agreement with Pure Air, a general partnership between Air Products
   and Chemicals, Inc. and First Air Partners LP, under which Pure Air provides scrubber services to
   reduce sulfur dioxide emissions for Units 7 and 8 at the Bailly Generating Station. Services under
   this contract commenced on July&amp;#160;1, 1992, and Northern Indiana pays for the services under a
   combination of fixed and variable charges. The agreement provides that, assuming various
   performance standards are met by Pure Air, a termination payment would be due if Northern Indiana
   terminated the agreement prior to the end of the twenty-year contract period. NiSource has made an
   exhaustive effort to obtain information needed from Pure Air to determine the status of Pure Air as
   a VIE. However, the request for such information has been denied and as a result, it is unclear
   whether Pure Air is a VIE and if NiSource is the primary beneficiary.
   &lt;/div&gt;
   &lt;/div&gt;
</NonNumbericText>
          <NonNumericTextHeader>&lt;!--DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd" --&gt;
   &lt;!-- Begin Block Tagged Note</NonNumericTextHeader>
          <FootnoteIndexer />
          <hasSegments>false</hasSegments>
          <hasScenarios>false</hasScenarios>
          <DisplayDateInUSFormat>false</DisplayDateInUSFormat>
        </Cell>
      </Cells>
      <OriginalInstanceReportColumns />
      <ElementDataType>us-types:textBlockItemType</ElementDataType>
      <SimpleDataType>textblock</SimpleDataType>
      <ElementDefenition>Disclosure of variable interest entities (VIE), including, but not limited to the nature, purpose, size, and activities of the VIE, the carrying amount and classification of consolidated assets that are collateral for the VIE's obligations, lack of recourse if creditors (or beneficial interest holders) of a consolidated VIE have no recourse to the general credit of the primary beneficiary. An enterprise that holds a significant variable interest in a VIE but is not the primary beneficiary may disclose the nature of its involvement with the VIE and when that involvement began, the nature, purpose, size, and activities of the VIE and the enterprise's maximum exposure to loss as a result of its involvement with the VIE.</ElementDefenition>
      <ElementReferences>Reference 1: http://www.xbrl.org/2003/role/presentationRef
 -Publisher FASB
 -Name Statement of Financial Accounting Standard (FAS)
 -Number 140
 -Paragraph 35

Reference 2: http://www.xbrl.org/2003/role/presentationRef
 -Publisher FASB
 -Name FASB Interpretation (FIN)
 -Number 46R
 -Paragraph 2, 14, 15, 16, 23, 24, 25, 26

Reference 3: http://www.xbrl.org/2003/role/presentationRef
 -Publisher FASB
 -Name FASB Interpretation (FIN)
 -Number 46R
 -Paragraph 4
 -Subparagraph g

Reference 4: http://www.xbrl.org/2003/role/presentationRef
 -Publisher FASB
 -Name FASB Staff Position (FSP)
 -Number FAS140-4 and FIN46(R)-8
 -Paragraph C4
 -Subparagraph d

</ElementReferences>
      <IsTotalLabel>false</IsTotalLabel>
    </Row>
  </Rows>
  <Footnotes />
  <NumberOfCols>1</NumberOfCols>
  <NumberOfRows>2</NumberOfRows>
  <HasScenarios>false</HasScenarios>
  <MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel>
  <SharesRoundingLevel>UnKnown</SharesRoundingLevel>
  <PerShareRoundingLevel>UnKnown</PerShareRoundingLevel>
  <HasPureData>false</HasPureData>
  <SharesShouldBeRounded>true</SharesShouldBeRounded>
</InstanceReport>
