<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2015-06-30</periodOfReport>

    <notSubjectToSection16>1</notSubjectToSection16>

    <issuer>
        <issuerCik>0000722256</issuerCik>
        <issuerName>HUDSON VALLEY HOLDING CORP</issuerName>
        <issuerTradingSymbol>HVB</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001593478</rptOwnerCik>
            <rptOwnerName>Blose James P</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O 21 SCARSDALE ROAD</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>YONKERS</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10707</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>1</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle>EVP, General Counsel</officerTitle>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>F</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>706</value>
                    <footnoteId id="F1"/>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F2"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>7226</value>
                    <footnoteId id="F3"/>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>7226</value>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F4"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>1000</value>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F5"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>by IRA</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Stock Options (Right-to--Buy)</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>26.46</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>1325</value>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F7"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <value>2006-10-02</value>
            </exerciseDate>
            <expirationDate>
                <value>2016-10-02</value>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>1325</value>
                    <footnoteId id="F6"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeTransaction>
            <securityTitle>
                <value>Restricted Stock Units</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>0.00</value>
                <footnoteId id="F8"/>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>A</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>2900</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>0.00</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F9"/>
            </exerciseDate>
            <expirationDate>
                <footnoteId id="F9"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>2900</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>2900</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeTransaction>
            <securityTitle>
                <value>Restricted Stock Units</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>0.00</value>
                <footnoteId id="F8"/>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2015-06-30</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>2900</value>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F10"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F9"/>
            </exerciseDate>
            <expirationDate>
                <footnoteId id="F9"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>2900</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">Accelerated vesting of 967 shares of Restricted Stock  scheduled to vest on 2/20/2016 and 966 shares of Restricted Stock scheduled to vest on 2/20/2017. The vesting of these shares was accelerated on June 30, 2015 in connection with the consummation of the merger of the Issuer with and into Sterling Bancorp. Of the total of 1,933 shares that vested, 706 shares were withheld for the payment of taxes.</footnote>
        <footnote id="F2">Price calculated as the product of (i) the market value of $14.714 per share of Sterling Bancorp common stock on the effective date of the merger (with such market value calculated as the average of the closing sales price of Sterling Bancorp common stock on the New York Stock Exchange for the five trading days ending on the day preceding the closing date of the merger (the &quot;Market Value of Sterling Common Stock&quot;)) multiplied by (ii) the exchange ratio of 1.92 shares of Sterling Bancorp common stock for each share of Issuer common stock.</footnote>
        <footnote id="F3">Includes 744 shares held jointly with spouse.</footnote>
        <footnote id="F4">Disposed of pursuant to the Agreement and Plan of Merger between the Issuer and Sterling Bancorp (the &quot;Merger Agreement&quot;) in exchange for 13,873 shares of Sterling Bancorp common stock having a market value of $14.714 per share on the effective date of the merger  (with such market value calculated as the Market Value of Sterling Common Stock) and cash of $13.54 in lieu of a fractional share of Sterling Bancorp common stock.</footnote>
        <footnote id="F5">Disposed of pursuant to the Merger Agreement in exchange for 1,920 shares of Sterling Bancorp common stock having a market value of $14.714 per share on the effective date of the merger (with such market value calculated as the Market Value of Sterling Common Stock).</footnote>
        <footnote id="F6">Represents Non-Qualified Stock Options granted under the Issuer's 2002 Stock Option Plan to the Reporting Person in his capacity as an outside legal advisor to the Issuer.</footnote>
        <footnote id="F7">Cancelled pursuant to the Merger Agreement in exchange for a cash payment equal to the product of (i) the number of shares of Issuer common stock subject to the option multiplied by (ii) the excess, if any, of $28.251 (which is the product of (a) the exchange ratio of 1.92 shares of Sterling Bancorp common stock for each share of Issuer common stock multiplied by (b) the Market Value of Sterling Common Stock)  over the exercise price per share of Issuer common stock underlying such option.</footnote>
        <footnote id="F8">Restricted Stock Units are convertible into common stock on a one-for-one basis.</footnote>
        <footnote id="F9">Accelerated vesting of previously granted Restricted Stock Units that was contingent upon the achievement of specified performance criteria.  The specified performance criteria are deemed to have been met as a result of the merger.</footnote>
        <footnote id="F10">Cancelled pursuant to the Merger Agreement in exchange for a cash payment equal to the product of (i) the number of shares of Issuer common stock subject to the Restricted Stock Unit multiplied by (ii) the product of (a) the exchange ratio of 1.92 shares of Sterling Bancorp common stock for each share of Issuer common stock multiplied by (b) the Market Value of Sterling Common Stock.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ James P. Blose</signatureName>
        <signatureDate>2015-07-02</signatureDate>
    </ownerSignature>
</ownershipDocument>
