<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0202</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2007-03-02</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0000858558</issuerCik>
        <issuerName>READERS DIGEST ASSOCIATION INC</issuerName>
        <issuerTradingSymbol>RDA</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001270821</rptOwnerCik>
            <rptOwnerName>ISAACSON WALTER</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>THE READER'S DIGEST ASSOCIATION, INC.</rptOwnerStreet1>
            <rptOwnerStreet2>READER'S DIGEST ROAD</rptOwnerStreet2>
            <rptOwnerCity>PLEASANTVILLE</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10570</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common STock</value>
            </securityTitle>
            <transactionDate>
                <value>2007-03-02</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F2"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>17600</value>
                    <footnoteId id="F1"/>
                </transactionShares>
                <transactionPricePerShare>
                    <value>17.00</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                    <footnoteId id="F2"/>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value></value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <footnotes>
        <footnote id="F1">Includes 11,250 shares of Deferred Stock.</footnote>
        <footnote id="F2">Pursuant to the terms of the Agreement and Plan of Merger (the ?Merger Agreement?) dated as of November 16, 2006, between RDA Holding Co. (formerly Doctor Acquisition Holding Co.), Doctor Acquisition Co. and the issuer, each share of common stock was converted into the right to receive $17.00 in cash.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/WALTER ISAACSON, by Michael A. Brizel, Attorney-in-Fact</signatureName>
        <signatureDate>2007-03-06</signatureDate>
    </ownerSignature>
</ownershipDocument>
