<?xml version="1.0" encoding="us-ascii"?><InstanceReport xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"><Version>2.4.0.8</Version><ReportLongName>118 - Disclosure - FEDERAL HOME LOAN BANK ADVANCES</ReportLongName><DisplayLabelColumn>true</DisplayLabelColumn><ShowElementNames>false</ShowElementNames><RoundingOption /><HasEmbeddedReports>false</HasEmbeddedReports><Columns><Column FlagID="0"><Id>1</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><CurrencyCode /><FootnoteIndexer /><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><MCU><KeyName /><CurrencySymbol /><contextRef><ContextID>P01_01_2013To06_30_2013</ContextID><EntitySchema>http://www.sec.gov/CIK</EntitySchema><EntityValue>0001404296</EntityValue><PeriodDisplayName /><PeriodType>duration</PeriodType><PeriodStartDate>2013-01-01T00:00:00</PeriodStartDate><PeriodEndDate>2013-06-30T00:00:00</PeriodEndDate><Segments /><Scenarios /></contextRef><UPS /><CurrencyCode /><OriginalCurrencyCode /></MCU><CurrencySymbol /><Labels><Label Key="CalendarSupplement" Id="0" Label="6 Months Ended" /><Label Key="Calendar" Id="1" Label="Jun. 30, 2013" /></Labels></Column></Columns><Rows><Row FlagID="0"><Id>1</Id><IsAbstractGroupTitle>true</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>1</Level><ElementName>us-gaap_BankingAndThriftAbstract</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText /><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>xbrli:stringItemType</ElementDataType><SimpleDataType>string</SimpleDataType><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Banking and Thrift [Abstract]</Label></Row><Row FlagID="0"><Id>2</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>2</Level><ElementName>us-gaap_FederalHomeLoanBankAdvancesDisclosureTextBlock</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole>verboseLabel</PreferredLabelRole><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="P01_01_2013To06_30_2013" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText>              &lt;div style="clear:both; FONT-FAMILY:Times New Roman;FONT-SIZE: 10pt;MARGIN: 0pt 0px; FONT: 10pt Times New Roman, Times, Serif "&gt;  &lt;div style="clear:both; FONT-FAMILY:Times New Roman;FONT-SIZE: 10pt;TEXT-ALIGN: justify; MARGIN: 0pt 0px; FONT: 10pt Times New Roman, Times, Serif"&gt;  &lt;b&gt;NOTE 10. FEDERAL HOME LOAN BANK ADVANCES&lt;/b&gt;&lt;/div&gt;    &lt;div style="clear:both; FONT-FAMILY:Times New Roman;FONT-SIZE: 10pt;TEXT-ALIGN: justify; MARGIN: 0pt 0px; FONT: 10pt Times New Roman, Times, Serif"&gt;  &amp;#160;&lt;/div&gt;    &lt;div style="clear:both; FONT-FAMILY:Times New Roman;FONT-SIZE: 10pt;TEXT-ALIGN: justify; MARGIN: 0pt 0px; FONT: 10pt Times New Roman, Times, Serif"&gt;  FHLB borrowings at June 30, 2013 and December 31, 2012 were $&lt;font  style=" FONT-SIZE: 10pt"&gt;110.0&lt;/font&gt; million and $&lt;font style=" FONT-SIZE: 10pt"&gt;135.0&lt;/font&gt; million, respectively. During the  six months ended June 30, 2013, the Company prepaid advances  scheduled for maturity in the third and fourth quarter of 2013  totaling $&lt;font style=" FONT-SIZE: 10pt"&gt;25.0&lt;/font&gt; million,  resulting in a prepayment penalty of $&lt;font style=" FONT-SIZE: 10pt"&gt;0.5&lt;/font&gt; million. The FHLB advances had a  weighted-average maturity of &lt;font style=" "&gt;45 months&lt;/font&gt; and a  weighted-average rate of &lt;font style=" FONT-SIZE: 10pt"&gt;  4.11&lt;/font&gt;% at June 30, 2013.&lt;/div&gt;    &lt;div style="clear:both; FONT-FAMILY:Times New Roman;FONT-SIZE: 10pt;TEXT-ALIGN: justify; MARGIN: 0pt 0px; FONT: 10pt Times New Roman, Times, Serif"&gt;  &amp;#160;&amp;#160;&lt;/div&gt;    &lt;div style="clear:both; FONT-FAMILY:Times New Roman;FONT-SIZE: 10pt;TEXT-ALIGN: justify; MARGIN: 0pt 0px; FONT: 10pt Times New Roman, Times, Serif"&gt;  The Bank&amp;#8217;s borrowing capacity with the FHLB is $&lt;font style=" FONT-SIZE: 10pt"&gt;5.0&lt;/font&gt; million at June 30, 2013. The minimal  borrowing capacity is due to the declining balance of outstanding  loans used as collateral as a result of normal loan payments and  payoffs. In addition, due to the Bank&amp;#8217;s financial condition  the FHLB has increased the amount of discount applied to determine  the collateral value of the loans. The Bank intends to supplement  its loan collateral with investment securities as needed to secure  the FHLB borrowings, or pre-pay advances to reduce the amount of  collateral required to secure the debt. Unpledged securities  available for collateral amounted to $&lt;font style=" FONT-SIZE: 10pt"&gt;13.0&lt;/font&gt; million as of June 30, 2013. In the  event the Bank pre-pays additional advances prior to maturity, it  must do so at its fair value. Additionally, effective August 31,  2012, the FHLB required that the Bank collateralize the excess of  the fair value of the FHLB advances over the book value with cash  and securities. As of June 30, 2013, fair value exceeded the book  value of the individual advances by $&lt;font style=" FONT-SIZE: 10pt"&gt;11.9&lt;/font&gt; million.&lt;/div&gt;  &lt;/div&gt;        </NonNumbericText><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>nonnum:textBlockItemType</ElementDataType><SimpleDataType>na</SimpleDataType><ElementDefenition>The entire disclosure for borrowing from the Federal Home Loan Bank, including: (i) general description; (ii) title and nature of obligation; (iii) interest rate; (iv) payment terms; (v) maturity dates by year; (vi) collateral requirements; (vii) restrictive covenants; (viii) priority; (ix) conversion or redemption features; (x) carrying value of assets pledged as collateral; (xi) combined aggregate maturities for next five years; (xii) unused or available balances.</ElementDefenition><ElementReferences>Reference 1: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 942

 -SubTopic 470

 -Section 45

 -Paragraph 1

 -URI http://asc.fasb.org/extlink&amp;oid=6479118&amp;loc=d3e64650-112822



Reference 2: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 942

 -SubTopic 470

 -Section 50

 -Paragraph 3

 -URI http://asc.fasb.org/extlink&amp;oid=6479336&amp;loc=d3e64711-112823



Reference 3: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 470

 -SubTopic 10

 -Section 50

 -Paragraph 1

 -URI http://asc.fasb.org/extlink&amp;oid=6802200&amp;loc=d3e1835-112601



Reference 4: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 942

 -SubTopic 210

 -Section S99

 -Paragraph 1

 -Subparagraph (SX 210.9-03.13(a))

 -URI http://asc.fasb.org/extlink&amp;oid=6876686&amp;loc=d3e534808-122878



</ElementReferences><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Federal Home Loan Bank Advances, Disclosure [Text Block]</Label></Row></Rows><Footnotes /><IsEquityReport>false</IsEquityReport><ReportName>FEDERAL HOME LOAN BANK ADVANCES</ReportName><MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel><SharesRoundingLevel>UnKnown</SharesRoundingLevel><PerShareRoundingLevel>UnKnown</PerShareRoundingLevel><ExchangeRateRoundingLevel>UnKnown</ExchangeRateRoundingLevel><HasCustomUnits>true</HasCustomUnits><IsEmbedReport>false</IsEmbedReport><IsMultiCurrency>false</IsMultiCurrency><ReportType>Sheet</ReportType><RoleURI>http://www.atlanticcoastbank.net/role/FederalHomeLoanBankAdvances</RoleURI><NumberOfCols>1</NumberOfCols><NumberOfRows>2</NumberOfRows></InstanceReport>
