<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with Wdesk from Workiva-->
<!--Copyright 2023 Workiva-->
<!--r:c4a27da6-dacd-41cb-9d0d-37fecf447c69,g:d53b2ccf-666f-40aa-896b-760e85939a8c-->
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:t="http://att.com/20230503" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:dtr-types1="http://www.xbrl.org/dtr/type/2020-01-21" attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://att.com/20230503">
  <xs:import namespace="http://fasb.org/us-gaap/2023" schemaLocation="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd"/>
  <xs:import namespace="http://www.w3.org/1999/xlink" schemaLocation="http://www.xbrl.org/2003/xlink-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/linkbase" schemaLocation="http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/dtr/type/2020-01-21" schemaLocation="https://www.xbrl.org/dtr/type/2020-01-21/types.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/dei/2023" schemaLocation="https://xbrl.sec.gov/dei/2023/dei-2023.xsd"/>
  <xs:annotation>
    <xs:appinfo>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="t-20230503_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="t-20230503_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="t-20230503_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple"/>
      <link:roleType id="Cover" roleURI="http://att.com/role/Cover">
        <link:definition>0000001 - Document - Cover</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xs:appinfo>
  </xs:annotation>
  <xs:element id="t_ATTInc2350GlobalNotesDueSeptember52029Member" abstract="true" name="ATTInc2350GlobalNotesDueSeptember52029Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTIncFloatingRateGlobalNotesDueMarch62025Member" abstract="true" name="ATTIncFloatingRateGlobalNotesDueMarch62025Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc4375GlobalNotesDueSeptember142029Member" abstract="true" name="ATTInc4375GlobalNotesDueSeptember142029Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc1050GlobalNotesDueSeptember52023Member" abstract="true" name="ATTInc1050GlobalNotesDueSeptember52023Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc5625GlobalNotesDueAugust12067Member" abstract="true" name="ATTInc5625GlobalNotesDueAugust12067Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc0250GlobalNotesDueMarch42026Member" abstract="true" name="ATTInc0250GlobalNotesDueMarch42026Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc4000GlobalNotesDueJune12049Member" abstract="true" name="ATTInc4000GlobalNotesDueJune12049Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc1800GlobalNotesDueSeptember52026Member" abstract="true" name="ATTInc1800GlobalNotesDueSeptember52026Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2750GlobalNotesDueMay192023Member" abstract="true" name="ATTInc2750GlobalNotesDueMay192023Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc1800GlobalNotesDueSeptember142039Member" abstract="true" name="ATTInc1800GlobalNotesDueSeptember142039Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc4875GlobalNotesDueJune12044Member" abstract="true" name="ATTInc4875GlobalNotesDueJune12044Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc1600GlobalNotesDueMay192028Member" abstract="true" name="ATTInc1600GlobalNotesDueMay192028Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2900GlobalNotesDueDecember42026Member" abstract="true" name="ATTInc2900GlobalNotesDueDecember42026Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc0800GlobalNotesDueMarch42030Member" abstract="true" name="ATTInc0800GlobalNotesDueMarch42030Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc4250GlobalNotesDueJune12043Member" abstract="true" name="ATTInc4250GlobalNotesDueJune12043Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2400GlobalNotesDueMarch152024Member" abstract="true" name="ATTInc2400GlobalNotesDueMarch152024Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2050GlobalNotesDueMay192032Member" abstract="true" name="ATTInc2050GlobalNotesDueMay192032Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTIncFloatingRateGlobalNotesDueSeptember52023Member" abstract="true" name="ATTIncFloatingRateGlobalNotesDueSeptember52023Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc4250GlobalNotesDueMarch12050Member" abstract="true" name="ATTInc4250GlobalNotesDueMarch12050Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc3500GlobalNotesDueDecember172025Member" abstract="true" name="ATTInc3500GlobalNotesDueDecember172025Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc1950GlobalNotesDueSeptember152023Member" abstract="true" name="ATTInc1950GlobalNotesDueSeptember152023Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2500GlobalNotesDueMarch152023Member" abstract="true" name="ATTInc2500GlobalNotesDueMarch152023Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2600GlobalNotesDueDecember172029Member" abstract="true" name="ATTInc2600GlobalNotesDueDecember172029Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc3550GlobalNotesDueDecember172032Member" abstract="true" name="ATTInc3550GlobalNotesDueDecember172032Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc3150GlobalNotesDueSeptember42036Member" abstract="true" name="ATTInc3150GlobalNotesDueSeptember42036Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2600GlobalNotesDueMay192038Member" abstract="true" name="ATTInc2600GlobalNotesDueMay192038Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc1300GlobalNotesDueSeptember52023Member" abstract="true" name="ATTInc1300GlobalNotesDueSeptember52023Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc2450GlobalNotesDueMarch152035Member" abstract="true" name="ATTInc2450GlobalNotesDueMarch152035Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc5200GlobalNotesDueNovember182033Member" abstract="true" name="ATTInc5200GlobalNotesDueNovember182033Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc3750GlobalNotesDueSeptember12050Member" abstract="true" name="ATTInc3750GlobalNotesDueSeptember12050Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc5350GlobalNotesDueNovember12066Member" abstract="true" name="ATTInc5350GlobalNotesDueNovember12066Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc7000GlobalNotesDueApril302040Member" abstract="true" name="ATTInc7000GlobalNotesDueApril302040Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
  <xs:element id="t_ATTInc3375GlobalNotesDueMarch152034Member" abstract="true" name="ATTInc3375GlobalNotesDueMarch152034Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types1:domainItemType"/>
</xs:schema>
