<?xml version="1.0"?><ownershipDocument><schemaVersion>X0201</schemaVersion>    <documentType>4</documentType><periodOfReport>2004-01-15</periodOfReport><notSubjectToSection16>0</notSubjectToSection16><issuer><issuerCik>0000935724</issuerCik><issuerName>PMI GROUP INC</issuerName>        <issuerTradingSymbol>PMI</issuerTradingSymbol></issuer><reportingOwner><reportingOwnerId><rptOwnerCik>0001052821</rptOwnerCik><rptOwnerName>ROSEN KENNETH T</rptOwnerName></reportingOwnerId><reportingOwnerAddress><rptOwnerStreet1>THE PMI GROUP, INC.</rptOwnerStreet1><rptOwnerStreet2>3003 OAK ROAD</rptOwnerStreet2><rptOwnerCity>WALNUT CREEK</rptOwnerCity><rptOwnerState>CA</rptOwnerState><rptOwnerZipCode>94597</rptOwnerZipCode><rptOwnerStateDescription></rptOwnerStateDescription></reportingOwnerAddress><reportingOwnerRelationship><isDirector>1</isDirector><isOfficer>0</isOfficer><isTenPercentOwner>0</isTenPercentOwner><isOther>0</isOther></reportingOwnerRelationship></reportingOwner><derivativeTable><derivativeTransaction><securityTitle><value>Phantom Stock Units</value></securityTitle><conversionOrExercisePrice><value>0</value><footnoteId id="F1" /></conversionOrExercisePrice><transactionDate><value>2004-01-15</value></transactionDate><deemedExecutionDate></deemedExecutionDate><transactionCoding><transactionFormType>4</transactionFormType><transactionCode>A</transactionCode><equitySwapInvolved>0</equitySwapInvolved></transactionCoding><transactionTimeliness><value></value></transactionTimeliness><transactionAmounts><transactionShares><value>67.0000</value></transactionShares><transactionPricePerShare><value>39.8800</value></transactionPricePerShare><transactionAcquiredDisposedCode><value>A</value></transactionAcquiredDisposedCode></transactionAmounts><exerciseDate><value>2004-01-15</value></exerciseDate><expirationDate><value>2004-01-15</value><footnoteId id="F2" /></expirationDate><underlyingSecurity><underlyingSecurityTitle><value>Common</value></underlyingSecurityTitle><underlyingSecurityShares><value>67.0000</value></underlyingSecurityShares></underlyingSecurity><postTransactionAmounts><sharesOwnedFollowingTransaction><value>4134.0000</value></sharesOwnedFollowingTransaction></postTransactionAmounts><ownershipNature><directOrIndirectOwnership><value>D</value></directOrIndirectOwnership></ownershipNature></derivativeTransaction></derivativeTable><footnotes><footnote id="F1">1-for-1 conversion.</footnote><footnote id="F2">Payable in cash or shares on payment date determined under the Directors Deferred Compensation Plan.</footnote></footnotes><remarks></remarks><ownerSignature><signatureName>/s/ Kenneth T. Rosen</signatureName><signatureDate>2004-01-16</signatureDate></ownerSignature></ownershipDocument>

