<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2016-02-10</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0001000298</issuerCik>
        <issuerName>IMPAC MORTGAGE HOLDINGS INC</issuerName>
        <issuerTradingSymbol>IMH</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001576276</rptOwnerCik>
            <rptOwnerName>Vintage Trust II, dated July 19, 2007</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1600 E. COAST HIGHWAY</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEWPORT</rptOwnerCity>
            <rptOwnerState>CA</rptOwnerState>
            <rptOwnerZipCode>92660</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2016-02-10</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>C</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>898851</value>
                    <footnoteId id="F1"/>
                </transactionShares>
                <transactionPricePerShare>
                    <value>10.875</value>
                    <footnoteId id="F1"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>1198851</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Convertible Promissory Note Due 2018</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>10.875</value>
                <footnoteId id="F1"/>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2016-02-10</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>C</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionTotalValue>
                    <value>9775000.00</value>
                    <footnoteId id="F1"/>
                </transactionTotalValue>
                <transactionPricePerShare>
                    <footnoteId id="F1"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F1"/>
            </exerciseDate>
            <expirationDate>
                <footnoteId id="F1"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>898851</value>
                    <footnoteId id="F1"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <valueOwnedFollowingTransaction>
                    <value>0.00</value>
                </valueOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeHolding>
            <securityTitle>
                <value>Convertible Promissory Note Due 2020</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>21.50</value>
                <footnoteId id="F2"/>
            </conversionOrExercisePrice>
            <exerciseDate>
                <value>2016-01-02</value>
                <footnoteId id="F2"/>
            </exerciseDate>
            <expirationDate>
                <value>2020-05-09</value>
                <footnoteId id="F2"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>465117</value>
                    <footnoteId id="F2"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <valueOwnedFollowingTransaction>
                    <value>10000000.00</value>
                    <footnoteId id="F2"/>
                </valueOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeHolding>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">On April 30, 2013, Reporting Person purchased a Convertible Promissory Note Due 2018 (the &quot;Note&quot;) in the original principal amount of $9,775,000 that was convertible by Reporting Person immediately upon receipt and, upon conversion of the original principal amount prior to maturity at the initial conversion price of $10.875 per share (subject to adjustment in the event of stock splits, stock dividends and reclassifications), Reporting Person was to receive 898,851 shares of common stock (subject to adjustment in the event of stock splits, stock dividends and reclassifications).  On January 25, 2016, Impac Mortgage Holdings, Inc. (&quot;IMH&quot;) provided notice to Reporting Person that IMH was exercising its right pursuant to the terms of the Note to convert the entire principal balance of the Note into an aggregate of 898,851 shares of IMH's Common Stock, par value $0.01 per share, which conversion was effective as of February 10, 2016.</footnote>
        <footnote id="F2">As previously reported on a Form 4 filed by Reporting Person on May 11, 2015, on May 8, 2015, Reporting Person purchased a Convertible Promissory Note Due 2020 in the original principal amount of $10,000,000 that is convertible by Reporting Person at any time after January 1, 2016, and, upon conversion of the original principal amount prior to maturity at the initial conversion price of $21.50 per share (subject to adjustment in the event of stock splits, stock dividends and reclassifications), Reporting Person will receive 465,117 shares of common stock (subject to adjustment in the event of stock splits, stock dividends and reclassifications).  The Convertible Promissory Note Due 2020 note is due and payable, to the extent not converted, on or before May 9, 2020.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ Todd M. Pickup, Trustee</signatureName>
        <signatureDate>2016-02-11</signatureDate>
    </ownerSignature>
</ownershipDocument>
