<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2015-06-30</periodOfReport>

    <notSubjectToSection16>1</notSubjectToSection16>

    <issuer>
        <issuerCik>0000722256</issuerCik>
        <issuerName>HUDSON VALLEY HOLDING CORP</issuerName>
        <issuerTradingSymbol>HVB</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001191181</rptOwnerCik>
            <rptOwnerName>LANDY JAMES J</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O 21 SCARSDALE ROAD</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>YONKERS</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10707</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>139836</value>
                    <footnoteId id="F1"/>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F2"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>7938</value>
                    <footnoteId id="F3"/>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F4"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>85769</value>
                    <footnoteId id="F5"/>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F6"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>by Spouse</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <footnotes>
        <footnote id="F1">Includes 1,000 shares of Restricted Stock that vests 100% on February 6, 2016.  The vesting of these shares was accelerated on June 30, 2015 in connection with the consummation of the merger of the Issuer with and into Sterling Bancorp.</footnote>
        <footnote id="F2">Disposed of pursuant to the Agreement and Plan of Merger between the Issuer and Sterling Bancorp (the &quot;Merger Agreement&quot;) in exchange for 268,485 shares of Sterling Bancorp common stock having a market value of $28.251 per share on the effective date of the merger (with such market value calculated as the average of the closing sales price of Sterling Bancorp common stock on the New York Stock Exchange for the five trading days ending on the day preceding the closing date of the merger (the &quot;Market Value of Sterling Common Stock&quot;)) and cash of $3.39 in lieu of a fractional share of Sterling Bancorp common stock.</footnote>
        <footnote id="F3">Held jointly with spouse.</footnote>
        <footnote id="F4">Disposed of pursuant to the Merger Agreement in exchange for 15,240 shares of Sterling Bancorp common stock having a market value of $28.251 per share on the effective date of the merger (with such market value calculated as the Market Value of Sterling Common Stock) and cash of $27.12 in lieu of a fractional share of Sterling Bancorp common stock.</footnote>
        <footnote id="F5">Includes 79,269 shares held by spouse of Reporting Person and 6,500 shares held by spouse of Reporting Person as custodian for minor child.</footnote>
        <footnote id="F6">Disposed of pursuant to the Merger Agreement in exchange for 164,676 shares of Sterling Bancorp common stock (consisting of 152,196 shares of Sterling Bancorp common stock in exchange for 79,269 shares of Issuer common stock held by spouse of Reporting Person and 12,480 shares of Sterling Bancorp common stock in exchange for 6,500 shares of Issuer common stock held by spouse of Reporting Person as custodian for minor child) having a market value of $28.251 per share on the effective date of the merger (with such market value calculated as the Market Value of Sterling Common Stock) and cash of $13.56 in lieu of a fractional share of Sterling Bancorp common stock paid to spouse of Reporting Person.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ James P. Blose (James P. Blose as Attorney-in-Fact for James J. Landy)</signatureName>
        <signatureDate>2015-07-01</signatureDate>
    </ownerSignature>
</ownershipDocument>
