<?xml version="1.0"?>
<ownershipDocument>
    <schemaVersion>X0201</schemaVersion>

    <documentType>4</documentType>
<periodOfReport>2003-09-10</periodOfReport>
<notSubjectToSection16>0</notSubjectToSection16>
    <issuer>
        <issuerCik>0000754597</issuerCik>
        <issuerName>HABERSHAM BANCORP</issuerName>
        <issuerTradingSymbol>HABC</issuerTradingSymbol>
</issuer>
<reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0000938639</rptOwnerCik>
            <rptOwnerName>STOVALL DAVID D</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>365 GRAND AVE.</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>CORNELIA</rptOwnerCity>
            <rptOwnerState>X1</rptOwnerState>
            <rptOwnerZipCode>30531</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
            <reportingOwnerRelationship>
<isDirector>1</isDirector>
<isOfficer>1</isOfficer>
<isTenPercentOwner>0</isTenPercentOwner>
<isOther>0</isOther>
<officerTitle>President/CEO</officerTitle>
<otherText></otherText>
</reportingOwnerRelationship>
</reportingOwner>
<nonDerivativeTable>
<nonDerivativeTransaction>
<securityTitle>
<value>Common</value>
</securityTitle>
<transactionDate>
<value>2003-09-10</value>
</transactionDate>
<deemedExecutionDate>
</deemedExecutionDate>
<transactionCoding>
<transactionFormType>4</transactionFormType>
<transactionCode>M</transactionCode>
<equitySwapInvolved>0</equitySwapInvolved>
</transactionCoding>
<transactionTimeliness>
<value></value>
</transactionTimeliness>
<transactionAmounts>
<transactionShares>
<value>12000</value>
</transactionShares>
<transactionPricePerShare>
<value>14.25</value>
</transactionPricePerShare>
<transactionAcquiredDisposedCode>
<value>A</value>
</transactionAcquiredDisposedCode>
</transactionAmounts>
<postTransactionAmounts>
<sharesOwnedFollowingTransaction>
<value>124744</value>
</sharesOwnedFollowingTransaction>
</postTransactionAmounts>
<ownershipNature>
<directOrIndirectOwnership>
<value>D</value>
</directOrIndirectOwnership>
<natureOfOwnership>
<value></value>
</natureOfOwnership>
</ownershipNature>
</nonDerivativeTransaction>
<nonDerivativeTransaction>
<securityTitle>
<value>Common</value>
</securityTitle>
<transactionDate>
<value>2003-09-10</value>
</transactionDate>
<deemedExecutionDate>
</deemedExecutionDate>
<transactionCoding>
<transactionFormType>4</transactionFormType>
<transactionCode>F</transactionCode>
<equitySwapInvolved>0</equitySwapInvolved>
</transactionCoding>
<transactionTimeliness>
<value></value>
</transactionTimeliness>
<transactionAmounts>
<transactionShares>
<value>7434</value>
</transactionShares>
<transactionPricePerShare>
<value>23.00</value>
</transactionPricePerShare>
<transactionAcquiredDisposedCode>
<value>D</value>
</transactionAcquiredDisposedCode>
</transactionAmounts>
<postTransactionAmounts>
<sharesOwnedFollowingTransaction>
<value>117307</value>
</sharesOwnedFollowingTransaction>
</postTransactionAmounts>
<ownershipNature>
<directOrIndirectOwnership>
<value>D</value>
</directOrIndirectOwnership>
<natureOfOwnership>
<value></value>
</natureOfOwnership>
</ownershipNature>
</nonDerivativeTransaction>
</nonDerivativeTable>
<derivativeTable>
<derivativeTransaction>
<securityTitle>
<value>E.S.O.</value>
</securityTitle>
<conversionOrExercisePrice>
<value>14.25</value>
</conversionOrExercisePrice>
<transactionDate>
<value>2003-09-10</value>
</transactionDate>
<deemedExecutionDate>
</deemedExecutionDate>
<transactionCoding>
<transactionFormType>4</transactionFormType>
<transactionCode>M</transactionCode>
<equitySwapInvolved>0</equitySwapInvolved>
</transactionCoding>
<transactionTimeliness>
<value></value>
</transactionTimeliness>
<transactionAmounts>
<transactionShares>
<value>12000</value>
</transactionShares>
<transactionPricePerShare>
<value>14.25</value>
</transactionPricePerShare>
<transactionAcquiredDisposedCode>
<value>D</value>
</transactionAcquiredDisposedCode>
</transactionAmounts>
<exerciseDate>
<value>1998-12-31</value>
</exerciseDate>
<expirationDate>
<value>2003-12-31</value>
</expirationDate>
<underlyingSecurity>
<underlyingSecurityTitle>
<value>Common</value>
</underlyingSecurityTitle>
<underlyingSecurityShares>
<value>12000</value>
</underlyingSecurityShares>
</underlyingSecurity>
<postTransactionAmounts>
<sharesOwnedFollowingTransaction>
<value>59053</value>
</sharesOwnedFollowingTransaction>
</postTransactionAmounts>
<ownershipNature>
<directOrIndirectOwnership>
<value>D</value>
</directOrIndirectOwnership>
<natureOfOwnership>
<value></value>
</natureOfOwnership>
</ownershipNature>
</derivativeTransaction>
</derivativeTable>
<remarks></remarks>
<ownerSignature>
<signatureName>David D. Stovall</signatureName>
<signatureDate>2003-09-11</signatureDate>
</ownerSignature>
</ownershipDocument>

