<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0305</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2012-04-02</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0001096325</issuerCik>
        <issuerName>INTERSIL CORP/DE</issuerName>
        <issuerTradingSymbol>ISIL</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001451629</rptOwnerCik>
            <rptOwnerName>Kennedy Jonathan</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O INTERSIL CORPORATION</rptOwnerStreet1>
            <rptOwnerStreet2>1001 MURPHY RANCH ROAD</rptOwnerStreet2>
            <rptOwnerCity>MILPITAS</rptOwnerCity>
            <rptOwnerState>CA</rptOwnerState>
            <rptOwnerZipCode>95035</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>0</isDirector>
            <isOfficer>1</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle>SVP and CFO</officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeHolding>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>14447.55</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeHolding>
    </nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Stock Options</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>11.22</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2012-04-02</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>M</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>82000</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>11.22</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <value>2013-04-02</value>
                <footnoteId id="F1"/>
            </exerciseDate>
            <expirationDate>
                <value>2019-04-02</value>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>82000</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>82000</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeTransaction>
            <securityTitle>
                <value>Deferred Stock Units</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>0</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2012-04-02</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>M</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>25000</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>0</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <value>2013-04-02</value>
                <footnoteId id="F2"/>
            </exerciseDate>
            <expirationDate>
                <value>2016-04-02</value>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>25000</value>
                    <footnoteId id="F3"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>25000</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeTransaction>
            <securityTitle>
                <value>Performance-Based Stock Options</value>
                <footnoteId id="F4"/>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>11.22</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2012-04-02</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>M</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>83646</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>11.22</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <value>2015-04-02</value>
                <footnoteId id="F5"/>
            </exerciseDate>
            <expirationDate>
                <value>2019-04-02</value>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>83646</value>
                    <footnoteId id="F6"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>83646</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeTransaction>
            <securityTitle>
                <value>Performance-Based Deferred Stock Units</value>
                <footnoteId id="F4"/>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>0</value>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2012-04-02</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>M</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>25847</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>0</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <value>2015-04-02</value>
                <footnoteId id="F5"/>
            </exerciseDate>
            <expirationDate>
                <value>2015-04-02</value>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>25847</value>
                    <footnoteId id="F3"/>
                    <footnoteId id="F6"/>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>25847</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">Stock options vest and become exercisable over a 4-year period as follows:  25% on the first anniversary of the date of grant and then quarterly at a rate of 6.25% per quarter for twelve (12) quarters.</footnote>
        <footnote id="F2">Deferred Stock Units (DSUs) vest at a rate of 25% annually on each anniversary of the date of the award.  This DSU award will be fully vested on 4/2/2016.</footnote>
        <footnote id="F3">Reflects the receipt of Common Stock upon the vesting of DSUs.  Each DSU has the economic equivalent of one share of Intersil Common Stock.</footnote>
        <footnote id="F4">This grant has been issued under the Company's Market Stock Units Program (&quot;MSU Program&quot;), a performance-based equity program as described in the Company's Proxy Statement filed with the SEC on March 13, 2012.</footnote>
        <footnote id="F5">This grant vests on the third anniversary of the date of grant (April 2, 2015).</footnote>
        <footnote id="F6">Under the MSU Program, depending on the Company's performance, the minimum number of shares to be distributed to recipient upon vesting is zero and the maximum number of shares to be distributed upon vesting is 150% of the grant amount.</footnote>
    </footnotes>

    <remarks></remarks>

    <ownerSignature>
        <signatureName>Debbie Ceraolo-Johnson by Power of Attorney</signatureName>
        <signatureDate>2012-04-04</signatureDate>
    </ownerSignature>
</ownershipDocument>
