<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2012-10-01</periodOfReport>

    <notSubjectToSection16>1</notSubjectToSection16>

    <issuer>
        <issuerCik>0000887637</issuerCik>
        <issuerName>RAILAMERICA INC /DE</issuerName>
        <issuerTradingSymbol>RA</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001380393</rptOwnerCik>
            <rptOwnerName>Fortress Investment Group LLC</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1345 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10105</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001473785</rptOwnerCik>
            <rptOwnerName>RR Acquisition Holding LLC</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1345 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10105</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001245521</rptOwnerCik>
            <rptOwnerName>FIG LLC</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1345 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10105</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001387344</rptOwnerCik>
            <rptOwnerName>Fortress Operating Entity I LP</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1345 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10105</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001387345</rptOwnerCik>
            <rptOwnerName>FIG Corp.</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1345 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10105</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001474122</rptOwnerCik>
            <rptOwnerName>RR Acquisition MM LLC</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1345 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10105</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock, par value $0.01 per share</value>
            </securityTitle>
            <transactionDate>
                <value>2012-10-01</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>S</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>30350000</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>27.50</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By RR Acquisition Holding LLC</value>
                    <footnoteId id="F1"/>
                    <footnoteId id="F2"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <footnotes>
        <footnote id="F1">RR Acquisition Holding LLC is wholly-owned by Fortress Investment Fund IV (Fund A) L.P., Fortress Investment Fund IV (Fund B) L.P., Fortress Investment Fund IV (Fund C) L.P., Fortress Investment Fund IV (Fund D) L.P., Fortress Investment Fund IV (Fund E) L.P., Fortress Investment Fund IV (Fund F) L.P., Fortress Investment Fund IV (Fund G) L.P., Fortress Investment Fund IV (Coinvestment Fund A) L.P., Fortress Investment Fund IV (Coinvestment Fund B) L.P., Fortress Investment Fund IV (Coinvestment Fund C) L.P., Fortress Investment Fund IV (Coinvestment Fund D) L.P., Fortress Investment Fund IV (Coinvestment Fund F) L.P. and Fortress Investment Fund IV (Coinvestment Fund G) L.P. (collectively, the &quot;Fund IV Funds&quot;). RR Acquisition MM LLC is the managing member of RR Acquisition Holding LLC.  RR Acquisition MM LLC is wholly-owned by the Fund IV Funds. (Continued in Footnote 2)</footnote>
        <footnote id="F2">(Continued from Footnote 1) FIG LLC is the investment manager of each of the Fund IV Funds. Fortress Operating Entity I LP (&quot;FOE I&quot;) is the 100% owner of FIG LLC. FIG Corp. is the general partner of FOE I. FIG Corp. is a wholly-owned subsidiary of Fortress Investment Group LLC.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ David N. Brooks, as Secretary of Fortress Investment Group LLC</signatureName>
        <signatureDate>2012-10-01</signatureDate>
    </ownerSignature>

    <ownerSignature>
        <signatureName>/s/ John Morrissey, as Chief Financial Officer of RR Acquisition MM LLC, Managing Member of RR Acquisition Holding LLC</signatureName>
        <signatureDate>2012-10-01</signatureDate>
    </ownerSignature>

    <ownerSignature>
        <signatureName>/s/ David N. Brooks, as Secretary of FIG LLC</signatureName>
        <signatureDate>2012-10-01</signatureDate>
    </ownerSignature>

    <ownerSignature>
        <signatureName>/s/ David N. Brooks, as Secretary of Fortress Operating Entity I LP</signatureName>
        <signatureDate>2012-10-01</signatureDate>
    </ownerSignature>

    <ownerSignature>
        <signatureName>/s/ David N. Brooks, as Secretary of FIG Corp.</signatureName>
        <signatureDate>2012-10-01</signatureDate>
    </ownerSignature>

    <ownerSignature>
        <signatureName>/s/ John Morrissey, as Chief Financial Officer of RR Acquisition MM LLC</signatureName>
        <signatureDate>2012-10-01</signatureDate>
    </ownerSignature>
</ownershipDocument>
