<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0203</schemaVersion>

    <documentType>3</documentType>

    <periodOfReport>2011-05-19</periodOfReport>

    <noSecuritiesOwned>0</noSecuritiesOwned>

    <issuer>
        <issuerCik>0001491925</issuerCik>
        <issuerName>New Mountain Finance Holdings, L.L.C.</issuerName>
        <issuerTradingSymbol>NONE</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001018327</rptOwnerCik>
            <rptOwnerName>KLINSKY STEVEN B</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O NEW MOUNTAIN CAPITAL, L.L.C.</rptOwnerStreet1>
            <rptOwnerStreet2>787 7TH AVENUE, 48TH FLOOR</rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10019</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Membership Units</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>1252964</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See Note</value>
                    <footnoteId id="F1"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Membership Units</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>20221938</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See Note</value>
                    <footnoteId id="F2"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
    </nonDerivativeTable>

    <derivativeTable></derivativeTable>

    <footnotes>
        <footnote id="F1">New Mountain Finance Corporation directly owns Common Membership Units of New Mountain Finance Holdings, L.L.C. (the &quot;Units&quot;).  New Mountain Guardian Partners, L.P. (&quot;Guardian Partners&quot;) directly owns 1,252,964 shares of common stock of New Mountain Finance Corporation.  New Mountain Guardian GP, L.L.C. is the general partner of Guardian Partners and New Mountain Guardian Advisers, L.L.C. is the investment adviser to Guardian Partners.  The reporting person is the sole owner of New Mountain Guardian GP, L.L.C. and the managing member of New Mountain Guardian Advisers, L.L.C.'s managing member, and may be deemed to beneficially own 1,252,964 of the Units owned by New Mountain Finance Corporation.   The reporting person disclaims beneficial ownership of these Units except to the extent of his pecuniary interest therein.</footnote>
        <footnote id="F2">New Mountain Finance AIV Holdings Corporation (&quot;AIV Holdings&quot;) and New Mountain Guardian AIV, L.P. (&quot;Guardian AIV&quot;) (indirectly through its wholly-owned subsidiary, AIV Holdings) own 20,221,938 Units.  New Mountain Investments III, L.L.C. is the general partner of Guardian AIV and New Mountain Capital, L.L.C. is the investment adviser to Guardian AIV.  The reporting person is the managing member of New Mountain Investments III, L.L.C. and the managing member of New Mountain Capital, L.L.C.'s managing member, and may be deemed to beneficially own these Units.    The reporting person disclaims beneficial ownership of these Units except to the extent of his pecuniary interest therein.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ Steven B. Klinsky</signatureName>
        <signatureDate>2011-05-19</signatureDate>
    </ownerSignature>
</ownershipDocument>
