<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0201</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2004-02-12</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0000103973</issuerCik>
        <issuerName>VULCAN MATERIALS CO</issuerName>
        <issuerTradingSymbol>VMC</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001188423</rptOwnerCik>
            <rptOwnerName>SMITH ORIN R</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>P.O. BOX 717</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>BRIELLE</rptOwnerCity>
            <rptOwnerState>NJ</rptOwnerState>
            <rptOwnerZipCode>08730</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
            <officerTitle></officerTitle>
            <otherText></otherText>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable></nonDerivativeTable>

    <derivativeTable>
        <derivativeTransaction>
            <securityTitle>
                <value>Phantom Stock (Deferred Compensation)</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>0</value>
                <footnoteId id="F1"/>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2004-02-12</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>A</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F2"/>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>15.471</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>48.479</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <value>1988-08-08</value>
                <footnoteId id="F3"/>
            </exerciseDate>
            <expirationDate>
                <value>1988-08-08</value>
                <footnoteId id="F3"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>15.471</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>45268.04</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
        <derivativeTransaction>
            <securityTitle>
                <value>Phantom Stock (Deferred Compensation)</value>
            </securityTitle>
            <conversionOrExercisePrice>
                <value>0</value>
                <footnoteId id="F1"/>
            </conversionOrExercisePrice>
            <transactionDate>
                <value>2004-02-13</value>
            </transactionDate>
            <deemedExecutionDate></deemedExecutionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>A</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F2"/>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>118.934</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>48.346</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <exerciseDate>
                <value>1988-08-08</value>
                <footnoteId id="F3"/>
            </exerciseDate>
            <expirationDate>
                <value>1988-08-08</value>
                <footnoteId id="F3"/>
            </expirationDate>
            <underlyingSecurity>
                <underlyingSecurityTitle>
                    <value>Common Stock</value>
                </underlyingSecurityTitle>
                <underlyingSecurityShares>
                    <value>118.934</value>
                </underlyingSecurityShares>
            </underlyingSecurity>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>45386.974</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </derivativeTransaction>
    </derivativeTable>

    <footnotes>
        <footnote id="F1">Convertible on a 1-for-1 basis.</footnote>
        <footnote id="F2">Director's fees credited to the reporting person's account in accordance with the Vulcan Materials Company Directors' Deferred Compensation Plan.</footnote>
        <footnote id="F3">The units are to be settled in Vulcan common stock commencing at the retirement of the reporting person.</footnote>
    </footnotes>

    <ownerSignature>
        <signatureName>Amy M. Tucker</signatureName>
        <signatureDate>2004-02-17</signatureDate>
    </ownerSignature>
</ownershipDocument>
[{"type": "4", "sequence": "1", "filename": "c0001188423d20040217f4f.xml", "description": "PRIMARY DOCUMENT", "secsgml_size_bytes": 6471}]
X0201
4
2004-02-12
0
0000103973
VULCAN MATERIALS CO
VMC
0001188423
SMITH ORIN R
P.O. BOX 717
BRIELLE
NJ
08730
1
0
0
0
Phantom Stock (Deferred Compensation)
0
2004-02-12
4
A
0
15.471
48.479
A
1988-08-08
1988-08-08
Common Stock
15.471
45268.04
D
Phantom Stock (Deferred Compensation)
0
2004-02-13
4
A
0
118.934
48.346
A
1988-08-08
1988-08-08
Common Stock
118.934
45386.974
D
Convertible on a 1-for-1 basis.
Director's fees credited to the reporting person's account in accordance with the Vulcan Materials Company Directors' Deferred Compensation Plan.
The units are to be settled in Vulcan common stock commencing at the retirement of the reporting person.
Amy M. Tucker
2004-02-17