<?xml version="1.0" encoding="us-ascii"?><InstanceReport xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"><Version>2.4.0.8</Version><ReportLongName>010125 - Disclosure - Columbia Environmental Project Construction</ReportLongName><DisplayLabelColumn>true</DisplayLabelColumn><ShowElementNames>false</ShowElementNames><RoundingOption /><HasEmbeddedReports>false</HasEmbeddedReports><Columns><Column FlagID="0"><Id>1</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><CurrencyCode /><FootnoteIndexer /><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><MCU><KeyName /><CurrencySymbol /><contextRef><ContextID>FROM_Jan01_2013_TO_Jun30_2013</ContextID><EntitySchema>http://www.sec.gov/CIK</EntitySchema><EntityValue>0001161728</EntityValue><PeriodDisplayName /><PeriodType>duration</PeriodType><PeriodStartDate>2013-01-01T00:00:00</PeriodStartDate><PeriodEndDate>2013-06-30T00:00:00</PeriodEndDate><Segments /><Scenarios /></contextRef><UPS /><CurrencyCode /><OriginalCurrencyCode /></MCU><CurrencySymbol /><Labels><Label Key="CalendarSupplement" Id="0" Label="6 Months Ended" /><Label Key="Calendar" Id="1" Label="Jun. 30, 2013" /></Labels></Column></Columns><Rows><Row FlagID="0"><Id>1</Id><IsAbstractGroupTitle>true</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>1</Level><ElementName>mgee_ColumbiaEnvironmentalProjectConstructionDisclosureAbstract</ElementName><ElementPrefix>mgee_</ElementPrefix><IsBaseElement>false</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText /><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>xbrli:stringItemType</ElementDataType><SimpleDataType>string</SimpleDataType><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Columbia Environmental Project Construction Disclosure [Abstract]</Label></Row><Row FlagID="0"><Id>2</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>2</Level><ElementName>mgee_ColumbiaEnvironmentalProjectConstructionTextBlock</ElementName><ElementPrefix>mgee_</ElementPrefix><IsBaseElement>false</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole>terseLabel</PreferredLabelRole><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="FROM_Jan01_2013_TO_Jun30_2013" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText>&lt;p style='margin-top:0pt; margin-bottom:0pt'&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;font-weight:bold;margin-left:0px;"&gt;4&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;font-weight:bold;"&gt;.&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;font-weight:bold;"&gt;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;&amp;#160;Columbia&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;font-weight:bold;"&gt; Environmental Project Construction&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;font-weight:bold;"&gt; - MGE&amp;#160;Energy and MGE.&lt;/font&gt;&lt;/p&gt;&lt;p style='margin-top:0pt; margin-bottom:0pt'&gt;&amp;#160;&lt;/p&gt;&lt;p style='margin-top:0pt; margin-bottom:0pt'&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;margin-left:27px;"&gt;MGE and two other utilities jointly own Columbia, a coal-fired generating facility. WPL is the plant operator and permit holder, and owns &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;46.2&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;% of Columbia. &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;WPSC&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; owns a &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;31.8&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;% interest, and MGE owns a &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;22&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;% interest&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;,&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; in Columbia. In early 2011, the PSCW issued a &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;font-style:italic;"&gt;Certificate and Order&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; authorizing the construction of scrubbers and bag houses and associated equipment on Columbia Units&amp;#160;1 and 2 to reduce SO&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;2&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; and mercury emissions. The scrubbers and bag houses are expected to support compliance obligations for current and anticipated air quality regulations, including CAIR&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;, CAIR's eventual replacement&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;, &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;the &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;Mercury &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;and Air Toxics Standards (MATS)&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;,&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; and the Wisconsin Mercury &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;Rule. The operator's current estimate shows that MGE's share of the capital expenditures r&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;equired for this project is&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; approximately $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;140&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;&amp;#160;million. &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;As of &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;June 30,&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; 2013&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;, MGE had accumulated $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;98.9&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;&amp;#160;million (excluding carrying costs) related to its share of the project&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;, which&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; is reflected in the Construction Work in Progress balance on MGE Energy's and MGE's consolidated balance sheets. &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;MGE's share of the capital expenditures associated with the Columbia environmental project &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;is expected to&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; be approximately $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;29&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;million &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;for the remainder of &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;2013&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; and $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;12&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; million in &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;2014&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;. These amounts may change as a result of modifications to the project estimate or timing difference&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;s&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;. &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;MGE's share of various contractual commitments entered for the project as of &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;June 30,&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; 2013&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; is $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;38.6&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; million. &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;For the &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;three months ended&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;June 30,&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; 2013&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;2012&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;,&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;MGE has recognized &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;after tax &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;$&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;0.6&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; million&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;and $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;0.2&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; million, respectively, &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;in AFUDC equity related to this project.&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; For the &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;six months ended&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;June 30,&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; 2013&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; and &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;2012&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;, MGE has recognized after tax $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;1.1&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; million and $&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;0.3&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; million, respectively, in AFUDC equity related to this project.&lt;/font&gt;&lt;/p&gt;&lt;p style='margin-top:0pt; margin-bottom:0pt'&gt;&amp;#160;&lt;/p&gt;&lt;p style='margin-top:0pt; margin-bottom:0pt'&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;margin-left:27px;"&gt;MGE expects that the costs pertaining to this project will be fully recoverable through rates. &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;For&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt; 2012, the PSCW authorized MGE &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;100&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;% AFUDC on this project during construction. Beginning in 2013, similar to MGE's other utility construction projects, the PSCW authorized MGE a &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;50&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;% current return (included in customer rates) and the remaining &lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;50&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;% as AFUDC&lt;/font&gt;&lt;font style="font-family:Times New Roman;font-size:10pt;"&gt;.&lt;/font&gt;&lt;/p&gt;</NonNumbericText><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>nonnum:textBlockItemType</ElementDataType><SimpleDataType>na</SimpleDataType><ElementDefenition>Columbia environmental project construction disclosures.</ElementDefenition><ElementReferences>No definition available.</ElementReferences><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Columbia Environmental Project Construction</Label></Row></Rows><Footnotes /><IsEquityReport>false</IsEquityReport><ReportName>Columbia Environmental Project Construction</ReportName><MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel><SharesRoundingLevel>UnKnown</SharesRoundingLevel><PerShareRoundingLevel>UnKnown</PerShareRoundingLevel><ExchangeRateRoundingLevel>UnKnown</ExchangeRateRoundingLevel><HasCustomUnits>true</HasCustomUnits><IsEmbedReport>false</IsEmbedReport><IsMultiCurrency>false</IsMultiCurrency><ReportType>Sheet</ReportType><RoleURI>http://www.mgeenergy.com/role/ColumbiaEnvironmentalProjectConstruction</RoleURI><NumberOfCols>1</NumberOfCols><NumberOfRows>2</NumberOfRows></InstanceReport>
