<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2015-07-01</periodOfReport>

    <notSubjectToSection16>1</notSubjectToSection16>

    <issuer>
        <issuerCik>0001493491</issuerCik>
        <issuerName>Heritage Financial Group Inc</issuerName>
        <issuerTradingSymbol>HBOS</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001325808</rptOwnerCik>
            <rptOwnerName>Lehr Antone D</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>721 NORTH WESTOVER BOULEVARD</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>ALBANY</rptOwnerCity>
            <rptOwnerState>GA</rptOwnerState>
            <rptOwnerZipCode>31707</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>1</isOther>
            <otherText>Chairman</otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-07-01</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>35867</value>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F1"/>
                    <footnoteId id="F2"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2015-07-01</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>9130</value>
                </transactionShares>
                <transactionPricePerShare>
                    <footnoteId id="F1"/>
                    <footnoteId id="F2"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By spouse</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Stock Option (Right to buy)</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>14.97</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2015-07-01</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
                <footnoteId id="F3"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>23071</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>12.03</value>
                    <footnoteId id="F1"/>
                    <footnoteId id="F3"/>
                    <footnoteId id="F6"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F4"/>
            </exerciseDate>
            <expirationDate>
                <value>2016-05-19</value>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>23071</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeTransaction>
            <securityTitle>
                <value>Stock Option (Right to Buy)</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>11.94</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2015-07-01</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>D</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
                <footnoteId id="F3"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>20480</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>15.06</value>
                    <footnoteId id="F1"/>
                    <footnoteId id="F3"/>
                    <footnoteId id="F6"/>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>D</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <footnoteId id="F5"/>
            </exerciseDate>
            <expirationDate>
                <value>2022-07-01</value>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>20480</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>0</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">Pursuant to the Agreement and Plan of Merger by and among Renasant Corporation (&quot;Renasant&quot;), Renasant Bank (&quot;Renasant Bank&quot;), Heritage Financial Group, Inc. (&quot;Heritage&quot;), and HeritageBank of the South (&quot;HeritageBank&quot;), dated as of December 10, 2014 (the &quot;Merger Agreement&quot;), on July 1, 2015 (the &quot;Effective Date&quot;), Heritage merged with and into Renasant (the &quot;Merger&quot;), with Renasant continuing as the surviving corporation. Immediately following the Merger, HeritageBank merged with and into Renasant Bank, with Renasant Bank continuing as the surviving banking association.</footnote>
        <footnote id="F2">Pursuant to the Merger Agreement, on the Effective Date, each outstanding share of Heritage's common stock was converted into the right to receive 0.9266 shares (the &quot;Exchange Ratio&quot;) of Renasant common stock. Restricted shares of Heritage common stock outstanding on the Effective Date became fully-vested and were converted into shares of Renasant common stock, adjusted to reflect the Exchange Ratio.  Any fractional share due was paid in cash.</footnote>
        <footnote id="F3">Pursuant to the Merger Agreement, on the Effective Date, each in-the-money Heritage stock option became fully-vested and was converted into the right to receive a cash payment equal to (a) the total number of shares subject to such stock option multiplied by (b) the difference between $27.00 and the exercise price of the option, less applicable tax withholdings (the &quot;Option Cancellation&quot;). Stock appreciation rights granted in tandem with the Heritage stock options were cancelled in connection with the Option Cancellation for no additional consideration.</footnote>
        <footnote id="F4">The options were granted under the Issuer's 2006 Equity Incentive Plan and vested in five equal annual installments beginning on May 19, 2007.</footnote>
        <footnote id="F5">The options were granted under the Issuer's 2011 Equity Incentive Plan and vest in five equal annual installments beginning on July 1, 2012.</footnote>
        <footnote id="F6">Reflects the difference between the exercise price of the option and $27.00.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ T. Heath Fountain, POA</signatureName>
        <signatureDate>2015-07-01</signatureDate>
    </ownerSignature>
</ownershipDocument>
