<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0303</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2011-01-04</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0001287151</issuerCik>
        <issuerName>XERIUM TECHNOLOGIES INC</issuerName>
        <issuerTradingSymbol>XRM</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001291381</rptOwnerCik>
            <rptOwnerName>Wilson James Forbes</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O CARL MARKS MANAGEMENT COMPANY, LLC</rptOwnerStreet1>
            <rptOwnerStreet2>900 THIRD AVENUE, 33RD FLOOR</rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>10022-4775</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock, par value $0.001 per share</value>
            </securityTitle>
            <transactionDate>
                <value>2011-01-04</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>A</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>745</value>
                    <footnoteId id="F1"/>
                </transactionShares>
                <transactionPricePerShare>
                    <value>0.00</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>1646</value>
                    <footnoteId id="F2"/>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock, par value $0.001 per share</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>1495830</value>
                    <footnoteId id="F3"/>
                    <footnoteId id="F4"/>
                    <footnoteId id="F5"/>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>I</value>
                    <footnoteId id="F3"/>
                    <footnoteId id="F4"/>
                    <footnoteId id="F5"/>
                </directOrIndirectOwnership>
                <natureOfOwnership>
                    <value>See Footnotes 3, 4 &amp; 5</value>
                    <footnoteId id="F3"/>
                    <footnoteId id="F4"/>
                    <footnoteId id="F5"/>
                </natureOfOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
    </nonDerivativeTable>

    <derivativeTable></derivativeTable>

    <footnotes>
        <footnote id="F1">Grant of Director Deferred Stock Units (&quot;Units&quot;).</footnote>
        <footnote id="F2">Represents shares underlying Units.</footnote>
        <footnote id="F3">The reporting person is a director of Xerium Technologies, Inc. (the &quot;Issuer&quot;) and is one of three individual managing members of Carl Marks Management Company, LLC (&quot;CMMC&quot;), a Delaware limited liability company and registered investment adviser, which is the investment adviser to (i) Carl Marks Strategic Investments, L.P. (&quot;CMSI&quot;), a Delaware limited partnership and private investment partnership, and (ii) Carl Marks Strategic Opportunities Fund, L.P. (&quot;CMSO&quot;), a Delaware limited partnership and private investment partnership. The reporting person is also one of three individual managing members of (i) CMSI GP, LLC (&quot;CMSI GP&quot;), a Delaware limited liability company and the general partner of CMSI, and (ii) Carl Marks GP, LLC (&quot;CMSO GP&quot;), a Delaware limited liability company and the general partner of CMSO. As of January 4, 2011, the reporting person was the owner of 1,646 Units and CMSI and CMSO were owners in the aggregate of 1,495,830 shares of the Common Stock of the Issuer.</footnote>
        <footnote id="F4">The 469,058 shares of Common Stock held by CMSI and the 1,026,772 shares of Common Stock held by CMSO may be deemed to be beneficially owned (i) indirectly by CMMC, as the investment adviser to CMSI and CMSO, (ii) indirectly by CMSI GP, as the general partner of CMSI, and CMSO GP, as the general partner of CMSO, respectively, and (iii) indirectly, on a shared basis, by the reporting person and the two other individual managing members of CMMC, the investment adviser to CMSI and CMSO, who share the power to direct the vote or disposition of such securities. CMMC and the three individual managing members of CMMC have previously filed statements pursuant to Section 13 of the Securities Exchange Act of 1934, as amended, with respect to the securities of the Issuer which they may be deemed to beneficially own.</footnote>
        <footnote id="F5">The reporting person's beneficial ownership of the Issuer's securities is limited to (i) his direct ownership of 1,646 Units and (ii) his indirect interest (if any) in the securities held by CMSI and CMSO, limited to his pecuniary interest in CMSI and CMSO (if any).</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>/s/ James Forbes Wilson</signatureName>
        <signatureDate>2011-01-04</signatureDate>
    </ownerSignature>
</ownershipDocument>
