<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0202</schemaVersion>

    <documentType>4/A</documentType>

    <periodOfReport>2006-04-24</periodOfReport>

    <dateOfOriginalSubmission>2006-04-26</dateOfOriginalSubmission>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0000813298</issuerCik>
        <issuerName>CASUAL MALE RETAIL GROUP INC</issuerName>
        <issuerTradingSymbol>CMRG</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001217813</rptOwnerCik>
            <rptOwnerName>CHOPER JESSE H</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1></rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity></rptOwnerCity>
            <rptOwnerState></rptOwnerState>
            <rptOwnerZipCode></rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock, $.01 par value</value>
            </securityTitle>
            <transactionDate>
                <value>2006-04-24</value>
            </transactionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>J</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>323</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>9.27</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>56168</value>
                    <footnoteId id="F2"/>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <footnotes>
        <footnote id="F1">Shares issued in lieu of certain director's fees for participation in meetings of the Board of Directors and certain of its committees.</footnote>
        <footnote id="F2">On the original Form 4 filed on April 26, 2006, the number of shares shown as being beneficially owned following the reported transaction was incorrect.  Following the transaction reported on the original Form 4, the reporting person actually beneficially owned 56,168 shares of common stock.</footnote>
    </footnotes>

    <ownerSignature>
        <signatureName>Dennis R. Hernreich, Attorney-in-Fact for    Jesse H. Choper</signatureName>
        <signatureDate>2006-05-17</signatureDate>
    </ownerSignature>
</ownershipDocument>
