<?xml version="1.0"?>
<ownershipDocument>
    <schemaVersion>X0201</schemaVersion>

    <documentType>3</documentType>
<periodOfReport>2003-09-08</periodOfReport>
    <noSecuritiesOwned>0</noSecuritiesOwned>

    <issuer>
        <issuerCik>0000810689</issuerCik>
        <issuerName>BANK OF GRANITE CORP</issuerName>
        <issuerTradingSymbol>GRAN</issuerTradingSymbol>
</issuer>
<reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001263243</rptOwnerCik>
            <rptOwnerName>WARLICK KAREN B</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>4927 MYERS ROAD</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>GRANITE FALLS</rptOwnerCity>
            <rptOwnerState>NC</rptOwnerState>
            <rptOwnerZipCode>28630</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
            <reportingOwnerRelationship>
<isDirector>0</isDirector>
<isOfficer>1</isOfficer>
<isTenPercentOwner>0</isTenPercentOwner>
<isOther>0</isOther>
<officerTitle>Senior Vice President</officerTitle>
<otherText></otherText>
</reportingOwnerRelationship>
</reportingOwner>
<nonDerivativeTable>
<nonDerivativeHolding>
<securityTitle>
<value>Common Stock</value>
</securityTitle>
<postTransactionAmounts>
<sharesOwnedFollowingTransaction>
<value>0</value>
</sharesOwnedFollowingTransaction>
</postTransactionAmounts>
<ownershipNature>
<directOrIndirectOwnership>
<value>D</value>
</directOrIndirectOwnership>
<natureOfOwnership>
<value></value>
</natureOfOwnership>
</ownershipNature>
</nonDerivativeHolding>
</nonDerivativeTable>
<remarks></remarks>
<ownerSignature>
<signatureName>/s/Melodie R. Mathes, Attorney in Fact</signatureName>
<signatureDate>2003-09-10</signatureDate>
</ownerSignature>
</ownershipDocument>

