<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2016-02-10</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0001000298</issuerCik>
        <issuerName>IMPAC MORTGAGE HOLDINGS INC</issuerName>
        <issuerTradingSymbol>IMH</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001457272</rptOwnerCik>
            <rptOwnerName>Pickup Todd M</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1600 E. COAST HIGHWAY</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEWPORT</rptOwnerCity>
            <rptOwnerState>CA</rptOwnerState>
            <rptOwnerZipCode>92660</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2016-02-10</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>C</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>898851</value>
                    <footnoteId id="F1"/>
                    <footnoteId id="F2"/>
                </transactionShares>
                <transactionPricePerShare>
                    <value>10.875</value>
                    <footnoteId id="F1"/>
                    <footnoteId id="F2"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>1198851</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See footnotes.</value>
                    <footnoteId id="F1"/>
                    <footnoteId id="F2"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>100000</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>50000</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See footnote.</value>
                    <footnoteId id="F3"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>100000</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See footnote.</value>
                    <footnoteId id="F4"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>275000</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See footnote.</value>
                    <footnoteId id="F5"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>100000</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See footnote.</value>
                    <footnoteId id="F6"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
    </nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Convertible Promissory Note Due 2018</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>10.875</value>
                <footnoteId id="F1"/>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2016-02-10</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>C</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionTotalValue>
                    <value>9775000.00</value>
                    <footnoteId id="F1"/>
                </transactionTotalValue>
                <transactionPricePerShare>
                    <footnoteId id="F1"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F1"/>
            </exerciseDate>
            <expirationDate>
                <footnoteId id="F1"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>898851</value>
                    <footnoteId id="F1"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <valueOwnedFollowingTransaction>
                    <value>0.00</value>
                </valueOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See footnotes.</value>
                    <footnoteId id="F1"/>
                    <footnoteId id="F2"/>
                </natureOfOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeHolding>
            <securityTitle>
                <value>Convertible Promissory Note Due 2020</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>21.50</value>
                <footnoteId id="F7"/>
            </conversionOrExercisePrice>
            <exerciseDate>
                <value>2016-01-02</value>
                <footnoteId id="F7"/>
            </exerciseDate>
            <expirationDate>
                <value>2020-05-09</value>
                <footnoteId id="F7"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>465117</value>
                    <footnoteId id="F7"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <valueOwnedFollowingTransaction>
                    <value>10000000.00</value>
                    <footnoteId id="F7"/>
                </valueOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See footnotes.</value>
                    <footnoteId id="F7"/>
                    <footnoteId id="F8"/>
                    <footnoteId id="F9"/>
                </natureOfOwnership>
            </ownershipNature>
        </derivativeHolding>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">On April 30, 2013, Vintage Trust II, dated July 19, 2007 (the &quot;Trust&quot;), purchased a Convertible Promissory Note Due 2018 (the &quot;Note&quot;) in the original principal amount of $9,775,000 that was convertible by the Trust immediately upon receipt and, upon conversion of the original principal amount prior to maturity at the initial conversion price of $10.875 per share (subject to adjustment in the event of stock splits, stock dividends and reclassifications), the Trust was to receive 898,851 shares of common stock (subject to adjustment in the event of stock splits, stock dividends and reclassifications).  On January 25, 2016, Impac Mortgage Holdings, Inc. (&quot;IMH&quot;) provided notice to the Trust that IMH was exercising its right pursuant to the terms of the Note to convert the entire principal balance of the Note into an aggregate of 898,851 shares of IMH's Common Stock, par value $0.01 per share, which conversion was effective as of February 10, 2016.</footnote>
        <footnote id="F2">The shares of common stock were acquired directly by the Trust, over all of which shares Reporting Person exercises sole voting and investment power, and the number of shares reflected in column 5 represents the aggregate number of shares of common stock owned directly by the Trust upon the effectiveness of the conversion referenced in footnote 1 above.</footnote>
        <footnote id="F3">The shares of common stock are held directly by Vintage Trust, dated October 28, 1993, over which shares Reporting Person shares voting and investment power.</footnote>
        <footnote id="F4">The shares of common stock are held directly by Pickup Living Trust, over which shares Reporting Person exercises sole voting and investment power.</footnote>
        <footnote id="F5">The shares of common stock are held directly by Pickup Grandchildren's Trust, over which shares Reporting Person exercises sole voting and investment power.</footnote>
        <footnote id="F6">The shares of common stock are held directly by Plus Four Equity Partners, L.P., over which shares Reporting Person shares voting and investment power.</footnote>
        <footnote id="F7">As previously reported on a Form 4 filed by Reporting Person on May 11, 2015, on May 8, 2015, the Trust purchased a Convertible Promissory Note Due 2020 in the original principal amount of $10,000,000 that is convertible by the Trust at any time after January 1, 2016, and, upon conversion of the original principal amount prior to maturity at the initial conversion price of $21.50 per share (subject to adjustment in the event of stock splits, stock dividends and reclassifications), the Trust will receive 465,117 shares of common stock (subject to adjustment in the event of stock splits, stock dividends and reclassifications).  The Convertible Promissory Note Due 2020 note is due and payable, to the extent not converted, on or before May 9, 2020.</footnote>
        <footnote id="F8">As of February 10, 2016, Reporting Person may be deemed to beneficially own an aggregate of 2,288,968 shares of the common stock, consisting of (a) 100,000 shares owned directly, and (b) an aggregate of 2,188,968 shares owned indirectly, consisting of (i) 465,117 shares that the Trust may acquire at any time after January 1, 2016 upon conversion (at the initial conversion price of $21.50 per share) of the outstanding principal balance of a Convertible Promissory Note Due 2020 owned directly by the Trust, (ii) 275,000 shares owned directly by Pickup Grandchildren's Trust (over which shares Reporting Person exercises sole voting and investment power), (iii) 100,000 shares owned directly by Pickup Living Trust (over which shares Reporting Person exercises sole voting and investment power), (iv) 1,198,851 shares owned directly by the Trust (over which shares Reporting Person exercises sole voting and investment power), (Continued in footnote 9)</footnote>
        <footnote id="F9">(v) 100,000 shares owned directly by Plus Four Equity Partners, L.P. (over which shares Reporting Person shares voting and investment power), and (vi) 50,000 shares owned directly by Vintage Trust, dated October 28, 1993 (over which shares Reporting Person shares voting and investment power).</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ TODD M. PICKUP</signatureName>
        <signatureDate>2016-02-11</signatureDate>
    </ownerSignature>
</ownershipDocument>
