<?xml version="1.0" encoding="us-ascii"?><InstanceReport xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"><Version>2.4.0.8</Version><ReportLongName>060700 - Disclosure - Other Borrowed Money</ReportLongName><DisplayLabelColumn>true</DisplayLabelColumn><ShowElementNames>false</ShowElementNames><RoundingOption /><HasEmbeddedReports>false</HasEmbeddedReports><Columns><Column FlagID="0"><Id>1</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><CurrencyCode /><FootnoteIndexer /><hasSegments>false</hasSegments><hasScenarios>false</hasScenarios><MCU><KeyName /><CurrencySymbol /><contextRef><ContextID>c20130101to20130630</ContextID><EntitySchema>http://www.sec.gov/CIK</EntitySchema><EntityValue>0000711669</EntityValue><PeriodDisplayName /><PeriodType>duration</PeriodType><PeriodStartDate>2013-01-01T00:00:00</PeriodStartDate><PeriodEndDate>2013-06-30T00:00:00</PeriodEndDate><Segments /><Scenarios /></contextRef><UPS /><CurrencyCode /><OriginalCurrencyCode /></MCU><CurrencySymbol /><Labels><Label Key="CalendarSupplement" Id="0" Label="6 Months Ended" /><Label Key="Calendar" Id="1" Label="Jun. 30, 2013" /></Labels></Column></Columns><Rows><Row FlagID="0"><Id>1</Id><IsAbstractGroupTitle>true</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>1</Level><ElementName>us-gaap_LongTermDebtAbstract</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText /><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>xbrli:stringItemType</ElementDataType><SimpleDataType>string</SimpleDataType><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Other Borrowed Money [Abstract]</Label></Row><Row FlagID="0"><Id>2</Id><IsAbstractGroupTitle>false</IsAbstractGroupTitle><LabelSeparator>

</LabelSeparator><Level>2</Level><ElementName>us-gaap_DebtDisclosureTextBlock</ElementName><ElementPrefix>us-gaap_</ElementPrefix><IsBaseElement>true</IsBaseElement><BalanceType>na</BalanceType><PeriodType>duration</PeriodType><IsReportTitle>false</IsReportTitle><IsSegmentTitle>false</IsSegmentTitle><IsCalendarTitle>false</IsCalendarTitle><IsEquityPrevioslyReportedAsRow>false</IsEquityPrevioslyReportedAsRow><IsEquityAdjustmentRow>false</IsEquityAdjustmentRow><IsBeginningBalance>false</IsBeginningBalance><IsEndingBalance>false</IsEndingBalance><IsReverseSign>false</IsReverseSign><PreferredLabelRole>verboseLabel</PreferredLabelRole><FootnoteIndexer /><Cells><Cell FlagID="0" ContextID="c20130101to20130630" UnitID=""><Id>1</Id><IsNumeric>false</IsNumeric><IsRatio>false</IsRatio><DisplayZeroAsNone>false</DisplayZeroAsNone><NumericAmount>0</NumericAmount><RoundedNumericAmount>0</RoundedNumericAmount><NonNumbericText>&lt;div style="font-family: 'Times New Roman', Times, serif; font-size: 10pt;"&gt;&lt;div style="text-align: left; font-family: ''Times New Roman'', Times, serif; font-size: 10pt; font-weight: bold;"&gt;(7) Other Borrowed Money&lt;/div&gt;&lt;div&gt;&lt;br /&gt;&lt;/div&gt;&lt;div style="text-align: left; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;Other borrowed money at June 30, 2013 and December 31, 2012 is summarized as follows:&lt;/div&gt;&lt;div&gt;&lt;br /&gt;&lt;/div&gt;&lt;table align="left" border="0" cellpadding="0" cellspacing="0" style="width: 80%; font-family: 'Times New Roman', Times, serif; font-size: 10pt;"&gt;&lt;tr&gt;&lt;td valign="bottom" style="padding-bottom: 2px; width: 56%; vertical-align: top;"&gt;&lt;div&gt;&amp;#160;&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="padding-bottom: 2px; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2" style="border-bottom: #000000 2px solid; white-space: nowrap; vertical-align: top;"&gt;&lt;div style="text-align: center; font-family: ''Times New Roman'', Times, serif; font-size: 10pt; font-weight: bold;"&gt;June 30, 2013&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; padding-bottom: 2px; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="padding-bottom: 2px; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2" style="border-bottom: #000000 2px solid; white-space: nowrap; vertical-align: top;"&gt;&lt;div style="text-align: center; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;December 31, 2012&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; padding-bottom: 2px; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;/tr&gt;&lt;tr&gt;&lt;td valign="bottom" style="padding-bottom: 4px; background-color: #cceeff; width: 56%; vertical-align: top;"&gt;&lt;div style="text-align: left; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;Federal Home Loan Bank Advances&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="padding-bottom: 4px; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 4px double; text-align: left; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt; font-weight: bold;"&gt;$&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 4px double; text-align: right; background-color: #cceeff; width: 9%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;&lt;font style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;4&lt;/font&gt;&lt;font style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt; font-weight: bold;"&gt;0,000&lt;/font&gt;&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; padding-bottom: 4px; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="padding-bottom: 4px; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 4px double; text-align: left; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;$&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 4px double; text-align: right; background-color: #cceeff; width: 9%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;35,000&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; padding-bottom: 4px; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;/tr&gt;&lt;/table&gt;&lt;div style="clear: both;"&gt;&lt;br /&gt;&lt;/div&gt;&lt;div style="text-align: justify; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;Advances from the Federal Home Loan Bank (FHLB) have maturities ranging from 2017 to 2020 and interest rates ranging from 0.52 percent to 4.75 percent. &amp;#160;As collateral on the outstanding FHLB advances, the Company has provided a blanket lien on its portfolio of qualifying residential first mortgage loans and commercial loans. &amp;#160;At June 30, 2013 the book value of those loans pledged was approximately $85,471. &amp;#160;At June 30, 2013 the Company had remaining credit availability from the FHLB of approximately $127,380. &amp;#160;The Company may be required to pledge additional qualifying collateral in order to utilize the full amount of the remaining credit line.&lt;/div&gt;&lt;div&gt;&lt;br /&gt;&lt;/div&gt;&lt;div style="text-align: left; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;The aggregate stated maturities of &amp;#160;other borrowed money at June 30, 2013 are as follows:&lt;/div&gt;&lt;div&gt;&lt;br /&gt;&lt;/div&gt;&lt;table align="left" border="0" cellpadding="0" cellspacing="0" style="width: 80%; font-family: 'Times New Roman', Times, serif; font-size: 10pt;"&gt;&lt;tr&gt;&lt;td valign="bottom" style="width: 68%; vertical-align: top;"&gt;&lt;div&gt;&amp;#160;&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2" valign="bottom" style="vertical-align: top;"&gt;&lt;div&gt;&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;/tr&gt;&lt;tr&gt;&lt;td valign="bottom" style="padding-bottom: 2px; width: 68%; vertical-align: top;"&gt;&lt;div style="text-align: left; text-indent: -7.2pt; font-family: ''Times New Roman'', Times, serif; margin-left: 7.2pt; font-size: 10pt;"&gt;Year&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="padding-bottom: 2px; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td colspan="2" valign="bottom" style="border-bottom: #000000 2px solid; vertical-align: top;"&gt;&lt;div style="text-align: center; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;Amount&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; padding-bottom: 2px; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;/tr&gt;&lt;tr&gt;&lt;td valign="bottom" style="background-color: #cceeff; width: 68%; vertical-align: top;"&gt;&lt;div style="text-align: left; text-indent: -7.2pt; font-family: ''Times New Roman'', Times, serif; margin-left: 7.2pt; font-size: 10pt;"&gt;2017&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="text-align: left; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;$&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="text-align: right; background-color: #cceeff; width: 9%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;9,000&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;/tr&gt;&lt;tr&gt;&lt;td valign="bottom" style="padding-bottom: 2px; background-color: #ffffff; width: 68%; vertical-align: top;"&gt;&lt;div style="text-align: left; text-indent: -7.2pt; font-family: ''Times New Roman'', Times, serif; margin-left: 7.2pt; font-size: 10pt;"&gt;2018 and Thereafter&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="padding-bottom: 2px; background-color: #ffffff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 2px solid; text-align: left; background-color: #ffffff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 2px solid; text-align: right; background-color: #ffffff; width: 9%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;31,000&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; padding-bottom: 2px; background-color: #ffffff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;/tr&gt;&lt;tr&gt;&lt;td valign="bottom" style="padding-bottom: 4px; background-color: #cceeff; width: 68%; vertical-align: top;"&gt;&lt;div&gt;&amp;#160;&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="padding-bottom: 4px; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 4px double; text-align: left; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;$&lt;/div&gt;&lt;/td&gt;&lt;td valign="bottom" style="border-bottom: #000000 4px double; text-align: right; background-color: #cceeff; width: 9%; vertical-align: top;"&gt;&lt;div style="font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;40,000&lt;/div&gt;&lt;/td&gt;&lt;td nowrap="nowrap" valign="bottom" style="text-align: left; padding-bottom: 4px; background-color: #cceeff; width: 1%; vertical-align: top;"&gt;&amp;#160;&lt;/td&gt;&lt;/tr&gt;&lt;/table&gt;&lt;div style="clear: both;"&gt;&amp;#160;&lt;/div&gt;&lt;div style="text-align: justify; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;The Company also has available federal funds lines of credit with various financial institutions totaling $43,000, of which there were none outstanding at June 30, 2013.&lt;/div&gt;&lt;div&gt;&lt;br /&gt;&lt;/div&gt;&lt;div style="text-align: justify; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;The Company has the ability to borrow funds from the Federal Reserve Bank (FRB) of Atlanta utilizing the discount window. &amp;#160;The discount window is an instrument of monetary policy that allows eligible institutions to borrow money from the FRB on a short-term basis to meet temporary liquidity shortages caused by internal or external disruptions. &amp;#160;At June 30, 2013, the Company had borrowing capacity available under this arrangement, with no outstanding balances. &amp;#160;The Company would be required to pledge certain available-for-sale investment securities as collateral under this agreement.&lt;/div&gt;&lt;div&gt;&lt;br /&gt;&lt;/div&gt;&lt;div style="text-align: justify; font-family: ''Times New Roman'', Times, serif; font-size: 10pt;"&gt;In addition, at June 30, 2013, the Company had an available repurchase agreement line of credit with a third party totaling $50,000. &amp;#160;Use of this credit facility is subject to the underwriting and risk management policies of the third party in effect at the time of the request. &amp;#160;Such policies may take into consideration current market conditions, the current financial condition of the Company and the ability of the Company to provide adequate securities as collateral for the transaction, among other factors.&lt;/div&gt;&lt;/div&gt;</NonNumbericText><FootnoteIndexer /><CurrencyCode /><CurrencySymbol /><IsIndependantCurrency>false</IsIndependantCurrency><ShowCurrencySymbol>false</ShowCurrencySymbol><DisplayDateInUSFormat>false</DisplayDateInUSFormat></Cell></Cells><ElementDataType>nonnum:textBlockItemType</ElementDataType><SimpleDataType>na</SimpleDataType><ElementDefenition>The entire disclosure for information about short-term and long-term debt arrangements, which includes amounts of borrowings under each line of credit, note payable, commercial paper issue, bonds indenture, debenture issue, own-share lending arrangements and any other contractual agreement to repay funds, and about the underlying arrangements, rationale for a classification as long-term, including repayment terms, interest rates, collateral provided, restrictions on use of assets and activities, whether or not in compliance with debt covenants, and other matters important to users of the financial statements, such as the effects of refinancing and noncompliance with debt covenants.</ElementDefenition><ElementReferences>Reference 1: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 505

 -SubTopic 10

 -Section 50

 -Paragraph 3

 -URI http://asc.fasb.org/extlink&amp;oid=6928386&amp;loc=d3e21475-112644



Reference 2: http://www.xbrl.org/2003/role/presentationRef

 -Publisher SEC

 -Name Regulation S-X (SX)

 -Number 210

 -Section 02

 -Paragraph 19, 20, 22

 -Article 5



Reference 3: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Statement of Financial Accounting Standard (FAS)

 -Number 129

 -Paragraph 2, 4

 -LegacyDoc This reference is SUPERSEDED by the Accounting Standards Codification effective for interim and annual periods ending after September 15, 2009.  This reference is included to help users transition from the previous accounting hierarchy and will be removed from future versions of this taxonomy.



Reference 4: http://www.xbrl.org/2003/role/presentationRef

 -Publisher FASB

 -Name Accounting Standards Codification

 -Topic 210

 -SubTopic 10

 -Section S99

 -Paragraph 1

 -Subparagraph (SX 210.5-02.19,20,22)

 -URI http://asc.fasb.org/extlink&amp;oid=6877327&amp;loc=d3e13212-122682



</ElementReferences><IsTotalLabel>false</IsTotalLabel><UnitID>0</UnitID><Label>Other Borrowed Money</Label></Row></Rows><Footnotes /><IsEquityReport>false</IsEquityReport><ReportName>Other Borrowed Money</ReportName><MonetaryRoundingLevel>UnKnown</MonetaryRoundingLevel><SharesRoundingLevel>UnKnown</SharesRoundingLevel><PerShareRoundingLevel>UnKnown</PerShareRoundingLevel><ExchangeRateRoundingLevel>UnKnown</ExchangeRateRoundingLevel><HasCustomUnits>true</HasCustomUnits><IsEmbedReport>false</IsEmbedReport><IsMultiCurrency>false</IsMultiCurrency><ReportType>Sheet</ReportType><RoleURI>http://colonybank.com/role/OtherBorrowedMoney</RoleURI><NumberOfCols>1</NumberOfCols><NumberOfRows>2</NumberOfRows></InstanceReport>
