<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2016-08-04</periodOfReport>

    <notSubjectToSection16>1</notSubjectToSection16>

    <issuer>
        <issuerCik>0001486800</issuerCik>
        <issuerName>Higher One Holdings, Inc.</issuerName>
        <issuerTradingSymbol>ONE</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001209798</rptOwnerCik>
            <rptOwnerName>WOLF CHRISTOPHER W</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O HIGHER ONE HOLDINGS, INC.</rptOwnerStreet1>
            <rptOwnerStreet2>115 MUNSON STREET</rptOwnerStreet2>
            <rptOwnerCity>NEW HAVEN</rptOwnerCity>
            <rptOwnerState>CT</rptOwnerState>
            <rptOwnerZipCode>06511</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>1</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle>Chief Financial Officer</officerTitle>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2016-08-04</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>U</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>141917</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>5.15</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2016-08-04</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F2"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>12500</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>5.15</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2016-08-04</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F3"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>116096</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>5.15</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Restricted Stock Units</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>0.00</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2016-08-04</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F4"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>120481</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>0.00</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F4"/>
            </exerciseDate>
            <expirationDate>
                <footnoteId id="F4"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>120481</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">Pursuant to the terms of the Agreement and Plan of Merger dated June 29, 2016 (the &quot;Merger Agreement&quot;) by and among Higher One Holdings, Inc. (&quot;Higher One&quot;), Winchester Acquisition Holdings Corp. (&quot;Merger Sub&quot;) and Winchester Acquisition Corporation (&quot;Parent&quot;), Merger Sub purchased each share of Higher One common stock, par value $0.001 (each, a &quot;Share&quot;), tendered and accepted for payment in the Offer (as defined in the Merger Agreement) at a price per share of $5.15 (the &quot;Offer Price&quot;), net to the seller in cash, without interest thereon and less any required withholding taxes.</footnote>
        <footnote id="F2">Pursuant to the Merger Agreement, on August 4, 2016, at the Effective Time (as defined in the Merger Agreement) by virtue of the Merger (as defined in the Merger Agreement), each restricted share of Higher One common stock (each, a &quot;Restricted Share&quot;) that had not vested as of the Effective Time was automatically cancelled and converted into the right to receive an amount in cash equal to the Offer Price (the &quot;Merger Consideration&quot;), without interest thereon and less any applicable tax withholding.</footnote>
        <footnote id="F3">Pursuant to the Merger Agreement, on August 4, 2016, at the Effective Time by virtue of the Merger, each stock-settled restricted stock unit that had not vested as of the Effective Time was automatically cancelled and converted into the right to receive an amount in cash equal to the Merger Consideration, without interest thereon and less any applicable tax withholding.</footnote>
        <footnote id="F4">Pursuant to the Merger Agreement, on August 4, 2016, at the Effective Time by virtue of the Merger, each cash-settled restricted stock unit that had not vested as of the Effective Time was automatically cancelled and converted into the right to receive an amount in cash equal to the Merger Consideration, without interest thereon and less any applicable tax withholding.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ Thomas D. Kavanaugh as attorney in fact for Christopher Wolf</signatureName>
        <signatureDate>2016-08-04</signatureDate>
    </ownerSignature>
</ownershipDocument>
