<?xml version="1.0"?><ownershipDocument><schemaVersion>X0201</schemaVersion>    <documentType>4</documentType><periodOfReport>2003-06-19</periodOfReport><notSubjectToSection16>0</notSubjectToSection16><issuer><issuerCik>0000887637</issuerCik><issuerName>RAILAMERICA INC /DE</issuerName>        <issuerTradingSymbol>RRA</issuerTradingSymbol></issuer><reportingOwner><reportingOwnerId><rptOwnerCik>0001170935</rptOwnerCik><rptOwnerName>SCHLOSSER THOMAS L</rptOwnerName></reportingOwnerId><reportingOwnerAddress><rptOwnerStreet1>C/O RAILAMERICA, INC.</rptOwnerStreet1><rptOwnerStreet2>5300 BROKEN SOUND BLVD., NW</rptOwnerStreet2><rptOwnerCity>BOCA RATON</rptOwnerCity><rptOwnerState>FL</rptOwnerState><rptOwnerZipCode>33487</rptOwnerZipCode><rptOwnerStateDescription></rptOwnerStateDescription></reportingOwnerAddress><reportingOwnerRelationship><isDirector>0</isDirector><isOfficer>1</isOfficer><isTenPercentOwner>0</isTenPercentOwner><isOther>0</isOther><officerTitle>SVP</officerTitle></reportingOwnerRelationship></reportingOwner><nonDerivativeTable><nonDerivativeTransaction><securityTitle><value>Common Stock</value></securityTitle><transactionDate><value>2003-06-19</value></transactionDate><transactionCoding><transactionFormType>4</transactionFormType><transactionCode>A</transactionCode><equitySwapInvolved>0</equitySwapInvolved></transactionCoding><transactionTimeliness><value></value></transactionTimeliness><transactionAmounts><transactionShares><value>4000</value></transactionShares><transactionPricePerShare><footnoteId id="F1" /></transactionPricePerShare><transactionAcquiredDisposedCode><value>A</value></transactionAcquiredDisposedCode></transactionAmounts><postTransactionAmounts><sharesOwnedFollowingTransaction><value>25027</value></sharesOwnedFollowingTransaction></postTransactionAmounts><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></nonDerivativeTransaction></nonDerivativeTable><derivativeTable><derivativeTransaction><securityTitle><value>1998 Executive Incentive Compensation Plan (Right to Buy)</value></securityTitle><conversionOrExercisePrice><value>8.48</value></conversionOrExercisePrice><transactionDate><value>2003-06-19</value></transactionDate><deemedExecutionDate><value>2003-06-19</value></deemedExecutionDate><transactionCoding><transactionFormType>4</transactionFormType><transactionCode>A</transactionCode><equitySwapInvolved>0</equitySwapInvolved></transactionCoding><transactionTimeliness><value></value></transactionTimeliness><transactionAmounts><transactionShares><value>4000</value></transactionShares><transactionPricePerShare><value>8.48</value></transactionPricePerShare><transactionAcquiredDisposedCode><value>A</value></transactionAcquiredDisposedCode></transactionAmounts><exerciseDate><value>2003-06-19</value><footnoteId id="F2" /></exerciseDate><expirationDate><value>2013-06-19</value></expirationDate><underlyingSecurity><underlyingSecurityTitle><value>Common Stock</value></underlyingSecurityTitle><underlyingSecurityShares><value>4000</value></underlyingSecurityShares></underlyingSecurity><postTransactionAmounts><sharesOwnedFollowingTransaction><value>4000</value></sharesOwnedFollowingTransaction></postTransactionAmounts><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></derivativeTransaction><derivativeHolding><securityTitle><value>1998 Executive Incentive Compensation Plan (Right to Buy)</value></securityTitle><conversionOrExercisePrice><value>10.2</value></conversionOrExercisePrice><exerciseDate><value>2002-06-20</value><footnoteId id="F3" /></exerciseDate><expirationDate><value>2012-06-20</value></expirationDate><underlyingSecurity><underlyingSecurityTitle><value>Common Stock</value></underlyingSecurityTitle><underlyingSecurityShares><value>15000</value></underlyingSecurityShares></underlyingSecurity><postTransactionAmounts><sharesOwnedFollowingTransaction><value>15000</value></sharesOwnedFollowingTransaction></postTransactionAmounts><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></derivativeHolding><derivativeHolding><securityTitle><value>1998 Executive Incentive Compensation Plan (Right to Buy)</value></securityTitle><conversionOrExercisePrice><value>14.29</value></conversionOrExercisePrice><exerciseDate><value>2002-01-10</value><footnoteId id="F4" /></exerciseDate><expirationDate><value>2012-01-10</value></expirationDate><underlyingSecurity><underlyingSecurityTitle><value>Common Stock</value></underlyingSecurityTitle><underlyingSecurityShares><value>15000</value></underlyingSecurityShares></underlyingSecurity><postTransactionAmounts><sharesOwnedFollowingTransaction><value>15000</value></sharesOwnedFollowingTransaction></postTransactionAmounts><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></derivativeHolding></derivativeTable><footnotes><footnote id="F1">This transaction was a grant of restricted stock for no consideration; therefore, the price column will remain blank.</footnote><footnote id="F2">Thirty three and one-third (33 1/3%) percent of such options became exercisable on June 19, 2003 and an additional thirty three and one-third (33 1/3%) percent of such options will become exercisable on each of June 19, 2004 and June 19, 2005.</footnote><footnote id="F3">Thirty three and one-third (33 1/3%) percent of such options became exercisable on each of June 20, 2002 and June 20, 2003 and an additional thirty three and one-third (33 1/3%) percent will become exercisable on June 20, 2004.</footnote><footnote id="F4">Thirty three and one-third (33 1/3%) percent of such options became exercisable on January 10, 2002 and January 10, 2003 and an additional thirty three and one- third (33 1/3%) percent will become exercisabe on January 10, 2004.</footnote></footnotes><remarks></remarks><ownerSignature><signatureName>/s/ Thomas L. Schlosser</signatureName><signatureDate>2003-08-21</signatureDate></ownerSignature></ownershipDocument>

