<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0306</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2014-10-24</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0001555074</issuerCik>
        <issuerName>Altisource Asset Management Corp</issuerName>
        <issuerTradingSymbol>AAMC</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001316580</rptOwnerCik>
            <rptOwnerName>Luxor Capital Group, LP</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1114 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2>29TH FLOOR</rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10036</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001356913</rptOwnerCik>
            <rptOwnerName>LUXOR CAPITAL PARTNERS OFFSHORE LTD</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O M&amp;C CORPORATE SVCS LTD</rptOwnerStreet1>
            <rptOwnerStreet2>PO BOX 309 GT UGLAND HOUSE</rptOwnerStreet2>
            <rptOwnerCity>GEORGE TOWN</rptOwnerCity>
            <rptOwnerState>E9</rptOwnerState>
            <rptOwnerZipCode>00000</rptOwnerZipCode>
            <rptOwnerStateDescription>CAYMAN ISLANDS</rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001393021</rptOwnerCik>
            <rptOwnerName>Luxor Capital Partners, LP</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1114 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2>29TH FLOOR</rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10036</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001479129</rptOwnerCik>
            <rptOwnerName>Luxor Wavefront, LP</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1114 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2>29TH FLOOR</rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10036</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001434200</rptOwnerCik>
            <rptOwnerName>LUXOR SPECTRUM OFFSHORE LTD</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O MAPLES CORPORATE SERVICES LTD</rptOwnerStreet1>
            <rptOwnerStreet2>P.O. BOX 309 GT</rptOwnerStreet2>
            <rptOwnerCity>GEORGE TOWN</rptOwnerCity>
            <rptOwnerState>E9</rptOwnerState>
            <rptOwnerZipCode>KY1-1104</rptOwnerZipCode>
            <rptOwnerStateDescription>CAYMAN ISLANDS</rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001270742</rptOwnerCik>
            <rptOwnerName>LCG HOLDINGS LLC</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1114 AVENUE OF THE AMERICAS</rptOwnerStreet1>
            <rptOwnerStreet2>29TH FLOOR</rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10036</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <transactionDate>
                <value>2014-10-24</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>P</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>96</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>571.7750</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>96848</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F6"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Luxor Wavefront, LP</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <transactionDate>
                <value>2014-10-24</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>P</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>4418</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>549.9862</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>101266</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F6"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Luxor Wavefront, LP</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <transactionDate>
                <value>2014-10-27</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>P</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>8333</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>546.8844</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>109599</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F6"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Luxor Wavefront, LP</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <transactionDate>
                <value>2014-10-28</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>P</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>3</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>550.0000</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>109602</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F6"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Luxor Wavefront, LP</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>147276</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F3"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Luxor Capital Partners, LP</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>9319</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F4"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Separately Managed Account</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>135312</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F5"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Luxor Capital Partners Offshore Master Fund, LP</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common stock, par value $0.01</value>
                <footnoteId id="F1"/>
                <footnoteId id="F2"/>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>3821</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F7"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>By Luxor Spectrum Offshore Master Fund, LP</value>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
    </nonDerivativeTable>

    <derivativeTable></derivativeTable>

    <footnotes>
        <footnote id="F1">This Form 4 is filed jointly by Luxor Capital Group, LP (&quot;Luxor Capital Group&quot;), Luxor Capital Partners, LP (&quot;Onshore Fund&quot;), Luxor Capital Partners Offshore, Ltd. (&quot;Offshore Feeder Fund&quot;), Luxor Spectrum Offshore, Ltd. (&quot;Spectrum Feeder Fund&quot;), Luxor Wavefront, LP (&quot;Wavefront Fund&quot;), LCG Holdings, LLC (&quot;LCG Holdings&quot;), Luxor Management, LLC (&quot;Luxor Management&quot;) and Christian Leone (collectively, the &quot;Reporting Persons&quot;).</footnote>
        <footnote id="F2">Each of the Reporting Persons may be deemed to be a member of a Section 13(d) group that may be deemed to collectively beneficially own more than 10% of the Issuer's outstanding shares of Common Stock. Each of the Reporting Persons disclaims beneficial ownership of the shares of Common Stock reported herein except to the extent of his or its pecuniary interest therein.</footnote>
        <footnote id="F3">Shares owned directly by Onshore Fund.  Each of LCG Holdings and Luxor Capital Group, as the general partner and investment manager, respectively, of Onshore Fund, may be deemed to beneficially own the shares of Common Stock owned directly by Onshore Fund.  Luxor Management, as the general partner of Luxor Capital Group, and Christian Leone, as the managing member of each of LCG Holdings and Luxor Management, may be deemed to beneficially own the shares of Common Stock owned directly by Onshore Fund.</footnote>
        <footnote id="F4">Shares held in an account separately managed by Luxor Capital Group (the &quot;Separately Managed Account&quot;).  Luxor Capital Group, as the investment manager of the Separately Managed Account, may be deemed to beneficially own the shares of Common Stock held in the Separately Managed Account.  Luxor Management, as the general partner of Luxor Capital Group, and Christian Leone, as the managing member of Luxor Management, may be deemed to beneficially own the shares of Common Stock held in the Separately Managed Account.</footnote>
        <footnote id="F5">Shares owned directly by Luxor Capital Partners Offshore Master Fund, LP (&quot;Offshore Master Fund&quot;).  Offshore Feeder Fund, as the owner of a controlling interest in Offshore Master Fund, may be deemed to beneficially own the shares of Common Stock owned directly by Offshore Master Fund.  Each of LCG Holdings and Luxor Capital Group, as the general partner and investment manager, respectively, of Offshore Master Fund, may be deemed to beneficially own the shares of Common Stock owned directly by Offshore Master Fund.  Luxor Management, as the general partner of Luxor Capital Group, and Christian Leone, as the managing member of each of LCG Holdings and Luxor Management, may be deemed to beneficially own the shares of Common Stock owned directly by Offshore Master Fund.</footnote>
        <footnote id="F6">Shares owned directly by Wavefront Fund.  Each of LCG Holdings and Luxor Capital Group, as the general partner and investment manager, respectively, of Wavefront Fund, may be deemed to beneficially own the shares of Common Stock owned directly by Wavefront Fund.  Luxor Management, as the general partner of Luxor Capital Group, and Christian Leone, as the managing member of each of LCG Holdings and Luxor Management, may be deemed to beneficially own the shares of Common Stock owned directly by Wavefront Fund.</footnote>
        <footnote id="F7">Shares owned directly by Luxor Spectrum Offshore Master Fund, LP (&quot;Spectrum Master Fund&quot;).  Spectrum Feeder Fund, as the owner of a controlling interest in Spectrum Master Fund, may be deemed to beneficially own the shares of Common Stock owned directly by Spectrum Master Fund.  Each of LCG Holdings and Luxor Capital Group, as the general partner and investment manager, respectively, of Spectrum Master Fund, may be deemed to beneficially own the shares of Common Stock owned directly by Spectrum Master Fund.  Luxor Management, as the general partner of Luxor Capital Group, and Christian Leone, as the managing member of each of LCG Holdings and Luxor Management, may be deemed to beneficially own the shares of Common Stock owned directly by Spectrum Master Fund.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ Norris Nissim, as General Counsel of Luxor Management, LLC, General Partner of Luxor Capital Group, LP</signatureName>
        <signatureDate>2014-10-28</signatureDate>
    </ownerSignature>
</ownershipDocument>
