<?xml version="1.0"?><ownershipDocument><schemaVersion>X0201</schemaVersion>    <documentType>3</documentType><periodOfReport>2003-12-03</periodOfReport><noSecuritiesOwned>0</noSecuritiesOwned><issuer><issuerCik>0001015293</issuerCik><issuerName>HOUSTON EXPLORATION CO</issuerName>        <issuerTradingSymbol>THX</issuerTradingSymbol></issuer><reportingOwner><reportingOwnerId><rptOwnerCik>0001225312</rptOwnerCik><rptOwnerName>CLARKE JOHN U</rptOwnerName></reportingOwnerId><reportingOwnerAddress><rptOwnerStreet1>1201 LOUISIANA STREET, SUITE 306</rptOwnerStreet1><rptOwnerStreet2></rptOwnerStreet2><rptOwnerCity>HOUSTON</rptOwnerCity><rptOwnerState>TX</rptOwnerState><rptOwnerZipCode>77002</rptOwnerZipCode><rptOwnerStateDescription></rptOwnerStateDescription></reportingOwnerAddress><reportingOwnerRelationship><isDirector>1</isDirector><isOfficer>0</isOfficer><isTenPercentOwner>0</isTenPercentOwner><isOther>0</isOther></reportingOwnerRelationship></reportingOwner><nonDerivativeTable><nonDerivativeHolding><securityTitle><value>common stock ($0.01 par value)</value><footnoteId id="F1" /></securityTitle><postTransactionAmounts><sharesOwnedFollowingTransaction><value>2000.0000</value></sharesOwnedFollowingTransaction></postTransactionAmounts><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></nonDerivativeHolding></nonDerivativeTable><derivativeTable><derivativeHolding><securityTitle><value>stock option (right to buy)</value></securityTitle><conversionOrExercisePrice><value>34.7900</value></conversionOrExercisePrice><exerciseDate><value>2003-12-03</value><footnoteId id="F2" /></exerciseDate><expirationDate><value>2013-12-03</value></expirationDate><underlyingSecurity><underlyingSecurityTitle><value>common stock</value></underlyingSecurityTitle><underlyingSecurityShares><value>2000.0000</value></underlyingSecurityShares></underlyingSecurity><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></derivativeHolding></derivativeTable><footnotes><footnote id="F1">Common shares are restricted from sale or transfer until fully vested. Restricted shares were granted upon election to the Houston Exploration's Board of Directors on December 3, 2003 and pursuant to the Company's Amended and Restated 2002 Long-Term Incentive Plan.  Grant price was $34.79 and equal to the closing price of Houston Exploration common stock on the NYSE on December 3, 2003.  Shares fully vest and restrictions are terminated at the earlier of retirement from the Houston Exploration's Board of Directors or at the end of five years from the grant date or on December 03, 2008.</footnote><footnote id="F2">Options were granted upon election to the Houston Exploration's Board of Directors on December 3, 2003 and pursuant to the Company's Amended and Restated 2002 Long-Term Incentive Plan.  Options are fully vested upon grant and expire ten years from grant date.  Grant price is equal to closing price of Houston Exploration common stock on the NYSE on grant date.</footnote></footnotes><remarks></remarks><ownerSignature><signatureName>/s/ John U. Clarke</signatureName><signatureDate>2003-12-04</signatureDate></ownerSignature></ownershipDocument>

