<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with Wdesk from Workiva-->
<!--Copyright 2021 Workiva-->
<!--r:b3103919-19e7-4638-9c1a-a290582a7414,g:1f275474-a3ab-4435-be27-ae27eb29c9d8-->
<link:linkbase xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" xsi:schemaLocation="http://www.xbrl.org/2003/linkbase http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd">
  <link:arcroleRef arcroleURI="http://xbrl.org/int/dim/arcrole/all" xlink:type="simple" xlink:href="http://www.xbrl.org/2005/xbrldt-2005.xsd#all"/>
  <link:arcroleRef arcroleURI="http://xbrl.org/int/dim/arcrole/hypercube-dimension" xlink:type="simple" xlink:href="http://www.xbrl.org/2005/xbrldt-2005.xsd#hypercube-dimension"/>
  <link:arcroleRef arcroleURI="http://xbrl.org/int/dim/arcrole/dimension-default" xlink:type="simple" xlink:href="http://www.xbrl.org/2005/xbrldt-2005.xsd#dimension-default"/>
  <link:arcroleRef arcroleURI="http://xbrl.org/int/dim/arcrole/dimension-domain" xlink:type="simple" xlink:href="http://www.xbrl.org/2005/xbrldt-2005.xsd#dimension-domain"/>
  <link:arcroleRef arcroleURI="http://xbrl.org/int/dim/arcrole/domain-member" xlink:type="simple" xlink:href="http://www.xbrl.org/2005/xbrldt-2005.xsd#domain-member"/>
  <link:roleRef roleURI="http://www.airproducts.com/role/CoverPage" xlink:type="simple" xlink:href="apd-20210204.xsd#CoverPage"/>
  <link:definitionLink xlink:role="http://www.airproducts.com/role/CoverPage" xlink:type="extended" id="i66c3110a807140b999aecd20a776c6c1_CoverPage">
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityInformationLineItems"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentType_45e881f2-3f0d-4a34-9476-60c672bcd2da" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentType"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_DocumentType_45e881f2-3f0d-4a34-9476-60c672bcd2da" xlink:type="arc" order="0"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentPeriodEndDate_94ade6a2-8aa1-47f9-8f87-eb851ce0d510" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_DocumentPeriodEndDate"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_DocumentPeriodEndDate_94ade6a2-8aa1-47f9-8f87-eb851ce0d510" xlink:type="arc" order="1"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityRegistrantName_9e5cc0d9-3957-4938-8b57-da7651d466f0" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityRegistrantName"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityRegistrantName_9e5cc0d9-3957-4938-8b57-da7651d466f0" xlink:type="arc" order="2"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityCentralIndexKey_b4b139a4-c607-4020-93d3-37a8e88791a5" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityCentralIndexKey"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityCentralIndexKey_b4b139a4-c607-4020-93d3-37a8e88791a5" xlink:type="arc" order="3"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_AmendmentFlag_888915c2-9e26-4bac-9d5f-78cf43a37f92" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_AmendmentFlag"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_AmendmentFlag_888915c2-9e26-4bac-9d5f-78cf43a37f92" xlink:type="arc" order="4"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityIncorporationStateCountryCode_3db29596-ec7c-4a06-b221-f8e14e2f75d6" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityIncorporationStateCountryCode"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityIncorporationStateCountryCode_3db29596-ec7c-4a06-b221-f8e14e2f75d6" xlink:type="arc" order="5"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityFileNumber_261e6813-4103-4877-b475-6a800daf70ab" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityFileNumber"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityFileNumber_261e6813-4103-4877-b475-6a800daf70ab" xlink:type="arc" order="6"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityTaxIdentificationNumber_5e8a3497-f36c-4ba5-b210-9bb95f2d5426" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityTaxIdentificationNumber"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityTaxIdentificationNumber_5e8a3497-f36c-4ba5-b210-9bb95f2d5426" xlink:type="arc" order="7"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressAddressLine1_520f43d2-f44a-430d-9b1d-f7badbe77399" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressAddressLine1"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityAddressAddressLine1_520f43d2-f44a-430d-9b1d-f7badbe77399" xlink:type="arc" order="8"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressCityOrTown_0cec31f3-6f44-43a2-8bdf-cf349467ca0c" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressCityOrTown"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityAddressCityOrTown_0cec31f3-6f44-43a2-8bdf-cf349467ca0c" xlink:type="arc" order="9"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressStateOrProvince_a503fe81-ade0-4870-9a52-8ae43e886278" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressStateOrProvince"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityAddressStateOrProvince_a503fe81-ade0-4870-9a52-8ae43e886278" xlink:type="arc" order="10"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressPostalZipCode_a1247843-e58a-4b46-81f7-3e1b93309283" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityAddressPostalZipCode"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityAddressPostalZipCode_a1247843-e58a-4b46-81f7-3e1b93309283" xlink:type="arc" order="11"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_CityAreaCode_263427be-55d8-417e-b977-1e2662c7ebcf" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_CityAreaCode"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_CityAreaCode_263427be-55d8-417e-b977-1e2662c7ebcf" xlink:type="arc" order="12"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_LocalPhoneNumber_ab5388dc-de87-44ea-a2c0-079ba7271821" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_LocalPhoneNumber"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_LocalPhoneNumber_ab5388dc-de87-44ea-a2c0-079ba7271821" xlink:type="arc" order="13"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_WrittenCommunications_27990e8b-50c2-4c15-8c89-3386892a73bc" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_WrittenCommunications"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_WrittenCommunications_27990e8b-50c2-4c15-8c89-3386892a73bc" xlink:type="arc" order="14"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_SolicitingMaterial_985b39b1-e86a-4c8b-b21f-d41f2a55e69e" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_SolicitingMaterial"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_SolicitingMaterial_985b39b1-e86a-4c8b-b21f-d41f2a55e69e" xlink:type="arc" order="15"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_PreCommencementTenderOffer_dcf4d318-410f-42f1-803f-f9add11f2ea1" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_PreCommencementTenderOffer"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_PreCommencementTenderOffer_dcf4d318-410f-42f1-803f-f9add11f2ea1" xlink:type="arc" order="16"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_PreCommencementIssuerTenderOffer_eac51dfd-13fe-4811-9746-8503b4fe2e65" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_PreCommencementIssuerTenderOffer"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_PreCommencementIssuerTenderOffer_eac51dfd-13fe-4811-9746-8503b4fe2e65" xlink:type="arc" order="17"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_Security12bTitle_bbbf2f56-d69c-4c1e-ab9a-34d255fb1fb3" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_Security12bTitle"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_Security12bTitle_bbbf2f56-d69c-4c1e-ab9a-34d255fb1fb3" xlink:type="arc" order="18"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_TradingSymbol_31380829-9c0f-4b2d-b848-d56a0fda2554" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_TradingSymbol"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_TradingSymbol_31380829-9c0f-4b2d-b848-d56a0fda2554" xlink:type="arc" order="19"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_SecurityExchangeName_d2eaba86-2e47-46c4-8863-42bea758a4f1" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_SecurityExchangeName"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_SecurityExchangeName_d2eaba86-2e47-46c4-8863-42bea758a4f1" xlink:type="arc" order="20"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityEmergingGrowthCompany_919abab9-e2dc-4a03-969b-c0790832f8bd" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntityEmergingGrowthCompany"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntityEmergingGrowthCompany_919abab9-e2dc-4a03-969b-c0790832f8bd" xlink:type="arc" order="21"/>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntitiesTable_700a3315-b924-4ffa-84e5-b03feb1aaa23" xlink:href="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd#dei_EntitiesTable"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/all" xlink:from="loc_dei_EntityInformationLineItems_5b742421-0afb-45a9-b15c-c3f05b2a01a1" xlink:to="loc_dei_EntitiesTable_700a3315-b924-4ffa-84e5-b03feb1aaa23" xlink:type="arc" order="1" xbrldt:closed="true" xbrldt:contextElement="segment"/>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementClassOfStockAxis_f6854af3-e5a9-4bef-aba0-97d6379146a0" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StatementClassOfStockAxis"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/hypercube-dimension" xlink:from="loc_dei_EntitiesTable_700a3315-b924-4ffa-84e5-b03feb1aaa23" xlink:to="loc_us-gaap_StatementClassOfStockAxis_f6854af3-e5a9-4bef-aba0-97d6379146a0" xlink:type="arc" order="1"/>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ClassOfStockDomain_f6854af3-e5a9-4bef-aba0-97d6379146a0_default" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ClassOfStockDomain"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/dimension-default" xlink:from="loc_us-gaap_StatementClassOfStockAxis_f6854af3-e5a9-4bef-aba0-97d6379146a0" xlink:to="loc_us-gaap_ClassOfStockDomain_f6854af3-e5a9-4bef-aba0-97d6379146a0_default" xlink:type="arc" order="1"/>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ClassOfStockDomain_34a27324-93b9-48f7-8892-668454f0c7b1" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ClassOfStockDomain"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/dimension-domain" xlink:from="loc_us-gaap_StatementClassOfStockAxis_f6854af3-e5a9-4bef-aba0-97d6379146a0" xlink:to="loc_us-gaap_ClassOfStockDomain_34a27324-93b9-48f7-8892-668454f0c7b1" xlink:type="arc" order="1"/>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonClassAMember_2eae06d3-16d8-4275-9205-d2157c8b612c" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonClassAMember"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_us-gaap_ClassOfStockDomain_34a27324-93b9-48f7-8892-668454f0c7b1" xlink:to="loc_us-gaap_CommonClassAMember_2eae06d3-16d8-4275-9205-d2157c8b612c" xlink:type="arc" order="0"/>
    <link:loc xlink:type="locator" xlink:label="loc_apd_EuroNotesDue2021PointThreeSevenFivePercentMember_2865767b-49ef-4867-beda-e44afcf177e9" xlink:href="apd-20210204.xsd#apd_EuroNotesDue2021PointThreeSevenFivePercentMember"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_us-gaap_ClassOfStockDomain_34a27324-93b9-48f7-8892-668454f0c7b1" xlink:to="loc_apd_EuroNotesDue2021PointThreeSevenFivePercentMember_2865767b-49ef-4867-beda-e44afcf177e9" xlink:type="arc" order="1"/>
    <link:loc xlink:type="locator" xlink:label="loc_apd_EuroNotesDue2025OnePercentMember_bb09b99a-7034-4257-9f33-b1d404fe9b96" xlink:href="apd-20210204.xsd#apd_EuroNotesDue2025OnePercentMember"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_us-gaap_ClassOfStockDomain_34a27324-93b9-48f7-8892-668454f0c7b1" xlink:to="loc_apd_EuroNotesDue2025OnePercentMember_bb09b99a-7034-4257-9f33-b1d404fe9b96" xlink:type="arc" order="2"/>
    <link:loc xlink:type="locator" xlink:label="loc_apd_A0500NotesDue2028Member_ea591a6c-c585-4fdd-87b9-839fd206eeb1" xlink:href="apd-20210204.xsd#apd_A0500NotesDue2028Member"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_us-gaap_ClassOfStockDomain_34a27324-93b9-48f7-8892-668454f0c7b1" xlink:to="loc_apd_A0500NotesDue2028Member_ea591a6c-c585-4fdd-87b9-839fd206eeb1" xlink:type="arc" order="3"/>
    <link:loc xlink:type="locator" xlink:label="loc_apd_A0800NotesDue2032Member_e929abf7-1cba-4a59-9b38-e058a566414f" xlink:href="apd-20210204.xsd#apd_A0800NotesDue2032Member"/>
    <link:definitionArc xlink:arcrole="http://xbrl.org/int/dim/arcrole/domain-member" xlink:from="loc_us-gaap_ClassOfStockDomain_34a27324-93b9-48f7-8892-668454f0c7b1" xlink:to="loc_apd_A0800NotesDue2032Member_e929abf7-1cba-4a59-9b38-e058a566414f" xlink:type="arc" order="4"/>
  </link:definitionLink>
</link:linkbase>
