<?xml version="1.0"?><ownershipDocument><schemaVersion>X0201</schemaVersion>    <documentType>4</documentType><periodOfReport>2003-08-01</periodOfReport><notSubjectToSection16>0</notSubjectToSection16><issuer><issuerCik>0000320333</issuerCik><issuerName>HANOVER DIRECT INC</issuerName>        <issuerTradingSymbol>HNV</issuerTradingSymbol></issuer><reportingOwner><reportingOwnerId><rptOwnerCik>0001187832</rptOwnerCik><rptOwnerName>KRUSHEL KENNETH J</rptOwnerName></reportingOwnerId><reportingOwnerAddress><rptOwnerStreet1>115 RIVER ROAD</rptOwnerStreet1><rptOwnerStreet2></rptOwnerStreet2><rptOwnerCity>EDGEWATER</rptOwnerCity><rptOwnerState>NJ</rptOwnerState><rptOwnerZipCode>07020</rptOwnerZipCode><rptOwnerStateDescription></rptOwnerStateDescription></reportingOwnerAddress><reportingOwnerRelationship><isDirector>1</isDirector><isOfficer>0</isOfficer><isTenPercentOwner>0</isTenPercentOwner><isOther>0</isOther></reportingOwnerRelationship></reportingOwner><derivativeTable><derivativeTransaction><securityTitle><value>Stock Option (Right to Buy)</value><footnoteId id="F1" /></securityTitle><conversionOrExercisePrice><value>0.2514</value></conversionOrExercisePrice><transactionDate><value>2003-08-01</value></transactionDate><transactionCoding><transactionFormType>4</transactionFormType><transactionCode>A</transactionCode><equitySwapInvolved>0</equitySwapInvolved></transactionCoding><transactionTimeliness><value></value></transactionTimeliness><transactionAmounts><transactionShares><value>35000</value></transactionShares><transactionPricePerShare><value>0.2514</value></transactionPricePerShare><transactionAcquiredDisposedCode><value>A</value></transactionAcquiredDisposedCode></transactionAmounts><exerciseDate><value>2004-08-01</value><footnoteId id="F2" /></exerciseDate><expirationDate><value>2013-08-01</value></expirationDate><underlyingSecurity><underlyingSecurityTitle><value>Common Stock</value></underlyingSecurityTitle><underlyingSecurityShares><value>35000</value></underlyingSecurityShares></underlyingSecurity><postTransactionAmounts><sharesOwnedFollowingTransaction><value>130000</value></sharesOwnedFollowingTransaction></postTransactionAmounts><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></derivativeTransaction></derivativeTable><footnotes><footnote id="F1">Given as part of 2002 Stock Option Plan for Directors.</footnote><footnote id="F2">One-third on each of 8/01/04, 8/01/05 and 100% on 8/01/06, provided the Reporting Person is a Director of Hanover Direct, Inc. immediately prior to any of each such shares.</footnote></footnotes><remarks></remarks><ownerSignature><signatureName>/s/ Kenneth J. Krushel</signatureName><signatureDate>2003-08-15</signatureDate></ownerSignature></ownershipDocument>

