<h2>Editing File: /lib64/python3.8/_markupbase.py</h2><form method='post'><textarea name='content' class='file-edit'>&quot;&quot;&quot;Shared support for scanning document type declarations in HTML and XHTML.

This module is used as a foundation for the html.parser module.  It has no
documented public API and should not be used directly.

&quot;&quot;&quot;

import re

_declname_match = re.compile(r'[a-zA-Z][-_.a-zA-Z0-9]*\s*').match
_declstringlit_match = re.compile(r'(\'[^\']*\'|&quot;[^&quot;]*&quot;)\s*').match
_commentclose = re.compile(r'--\s*&gt;')
_markedsectionclose = re.compile(r']\s*]\s*&gt;')

# An analysis of the MS-Word extensions is available at
# http://www.planetpublish.com/xmlarena/xap/Thursday/WordtoXML.pdf

_msmarkedsectionclose = re.compile(r']\s*&gt;')

del re


class ParserBase:
    &quot;&quot;&quot;Parser base class which provides some common support methods used
    by the SGML/HTML and XHTML parsers.&quot;&quot;&quot;

    def __init__(self):
        if self.__class__ is ParserBase:
            raise RuntimeError(
                &quot;_markupbase.ParserBase must be subclassed&quot;)

    def error(self, message):
        raise NotImplementedError(
            &quot;subclasses of ParserBase must override error()&quot;)

    def reset(self):
        self.lineno = 1
        self.offset = 0

    def getpos(self):
        &quot;&quot;&quot;Return current line number and offset.&quot;&quot;&quot;
        return self.lineno, self.offset

    # Internal -- update line number and offset.  This should be
    # called for each piece of data exactly once, in order -- in other
    # words the concatenation of all the input strings to this
    # function should be exactly the entire input.
    def updatepos(self, i, j):
        if i &gt;= j:
            return j
        rawdata = self.rawdata
        nlines = rawdata.count(&quot;\n&quot;, i, j)
        if nlines:
            self.lineno = self.lineno + nlines
            pos = rawdata.rindex(&quot;\n&quot;, i, j) # Should not fail
            self.offset = j-(pos+1)
        else:
            self.offset = self.offset + j-i
        return j

    _decl_otherchars = ''

    # Internal -- parse declaration (for use by subclasses).
    def parse_declaration(self, i):
        # This is some sort of declaration; in &quot;HTML as
        # deployed,&quot; this should only be the document type
        # declaration (&quot;&lt;!DOCTYPE html...&gt;&quot;).
        # ISO 8879:1986, however, has more complex
        # declaration syntax for elements in &lt;!...&gt;, including:
        # --comment--
        # [marked section]
        # name in the following list: ENTITY, DOCTYPE, ELEMENT,
        # ATTLIST, NOTATION, SHORTREF, USEMAP,
        # LINKTYPE, LINK, IDLINK, USELINK, SYSTEM
        rawdata = self.rawdata
        j = i + 2
        assert rawdata[i:j] == &quot;&lt;!&quot;, &quot;unexpected call to parse_declaration&quot;
        if rawdata[j:j+1] == &quot;&gt;&quot;:
            # the empty comment &lt;!&gt;
            return j + 1
        if rawdata[j:j+1] in (&quot;-&quot;, &quot;&quot;):
            # Start of comment followed by buffer boundary,
            # or just a buffer boundary.
            return -1
        # A simple, practical version could look like: ((name|stringlit) S*) + '&gt;'
        n = len(rawdata)
        if rawdata[j:j+2] == '--': #comment
            # Locate --.*-- as the body of the comment
            return self.parse_comment(i)
        elif rawdata[j] == '[': #marked section
            # Locate [statusWord [...arbitrary SGML...]] as the body of the marked section
            # Where statusWord is one of TEMP, CDATA, IGNORE, INCLUDE, RCDATA
            # Note that this is extended by Microsoft Office &quot;Save as Web&quot; function
            # to include [if...] and [endif].
            return self.parse_marked_section(i)
        else: #all other declaration elements
            decltype, j = self._scan_name(j, i)
        if j &lt; 0:
            return j
        if decltype == &quot;doctype&quot;:
            self._decl_otherchars = ''
        while j &lt; n:
            c = rawdata[j]
            if c == &quot;&gt;&quot;:
                # end of declaration syntax
                data = rawdata[i+2:j]
                if decltype == &quot;doctype&quot;:
                    self.handle_decl(data)
                else:
                    # According to the HTML5 specs sections &quot;8.2.4.44 Bogus
                    # comment state&quot; and &quot;8.2.4.45 Markup declaration open
                    # state&quot;, a comment token should be emitted.
                    # Calling unknown_decl provides more flexibility though.
                    self.unknown_decl(data)
                return j + 1
            if c in &quot;\&quot;'&quot;:
                m = _declstringlit_match(rawdata, j)
                if not m:
                    return -1 # incomplete
                j = m.end()
            elif c in &quot;abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ&quot;:
                name, j = self._scan_name(j, i)
            elif c in self._decl_otherchars:
                j = j + 1
            elif c == &quot;[&quot;:
                # this could be handled in a separate doctype parser
                if decltype == &quot;doctype&quot;:
                    j = self._parse_doctype_subset(j + 1, i)
                elif decltype in {&quot;attlist&quot;, &quot;linktype&quot;, &quot;link&quot;, &quot;element&quot;}:
                    # must tolerate []'d groups in a content model in an element declaration
                    # also in data attribute specifications of attlist declaration
                    # also link type declaration subsets in linktype declarations
                    # also link attribute specification lists in link declarations
                    self.error(&quot;unsupported '[' char in %s declaration&quot; % decltype)
                else:
                    self.error(&quot;unexpected '[' char in declaration&quot;)
            else:
                self.error(
                    &quot;unexpected %r char in declaration&quot; % rawdata[j])
            if j &lt; 0:
                return j
        return -1 # incomplete

    # Internal -- parse a marked section
    # Override this to handle MS-word extension syntax &lt;![if word]&gt;content&lt;![endif]&gt;
    def parse_marked_section(self, i, report=1):
        rawdata= self.rawdata
        assert rawdata[i:i+3] == '&lt;![', &quot;unexpected call to parse_marked_section()&quot;
        sectName, j = self._scan_name( i+3, i )
        if j &lt; 0:
            return j
        if sectName in {&quot;temp&quot;, &quot;cdata&quot;, &quot;ignore&quot;, &quot;include&quot;, &quot;rcdata&quot;}:
            # look for standard ]]&gt; ending
            match= _markedsectionclose.search(rawdata, i+3)
        elif sectName in {&quot;if&quot;, &quot;else&quot;, &quot;endif&quot;}:
            # look for MS Office ]&gt; ending
            match= _msmarkedsectionclose.search(rawdata, i+3)
        else:
            self.error('unknown status keyword %r in marked section' % rawdata[i+3:j])
        if not match:
            return -1
        if report:
            j = match.start(0)
            self.unknown_decl(rawdata[i+3: j])
        return match.end(0)

    # Internal -- parse comment, return length or -1 if not terminated
    def parse_comment(self, i, report=1):
        rawdata = self.rawdata
        if rawdata[i:i+4] != '&lt;!--':
            self.error('unexpected call to parse_comment()')
        match = _commentclose.search(rawdata, i+4)
        if not match:
            return -1
        if report:
            j = match.start(0)
            self.handle_comment(rawdata[i+4: j])
        return match.end(0)

    # Internal -- scan past the internal subset in a &lt;!DOCTYPE declaration,
    # returning the index just past any whitespace following the trailing ']'.
    def _parse_doctype_subset(self, i, declstartpos):
        rawdata = self.rawdata
        n = len(rawdata)
        j = i
        while j &lt; n:
            c = rawdata[j]
            if c == &quot;&lt;&quot;:
                s = rawdata[j:j+2]
                if s == &quot;&lt;&quot;:
                    # end of buffer; incomplete
                    return -1
                if s != &quot;&lt;!&quot;:
                    self.updatepos(declstartpos, j + 1)
                    self.error(&quot;unexpected char in internal subset (in %r)&quot; % s)
                if (j + 2) == n:
                    # end of buffer; incomplete
                    return -1
                if (j + 4) &gt; n:
                    # end of buffer; incomplete
                    return -1
                if rawdata[j:j+4] == &quot;&lt;!--&quot;:
                    j = self.parse_comment(j, report=0)
                    if j &lt; 0:
                        return j
                    continue
                name, j = self._scan_name(j + 2, declstartpos)
                if j == -1:
                    return -1
                if name not in {&quot;attlist&quot;, &quot;element&quot;, &quot;entity&quot;, &quot;notation&quot;}:
                    self.updatepos(declstartpos, j + 2)
                    self.error(
                        &quot;unknown declaration %r in internal subset&quot; % name)
                # handle the individual names
                meth = getattr(self, &quot;_parse_doctype_&quot; + name)
                j = meth(j, declstartpos)
                if j &lt; 0:
                    return j
            elif c == &quot;%&quot;:
                # parameter entity reference
                if (j + 1) == n:
                    # end of buffer; incomplete
                    return -1
                s, j = self._scan_name(j + 1, declstartpos)
                if j &lt; 0:
                    return j
                if rawdata[j] == &quot;;&quot;:
                    j = j + 1
            elif c == &quot;]&quot;:
                j = j + 1
                while j &lt; n and rawdata[j].isspace():
                    j = j + 1
                if j &lt; n:
                    if rawdata[j] == &quot;&gt;&quot;:
                        return j
                    self.updatepos(declstartpos, j)
                    self.error(&quot;unexpected char after internal subset&quot;)
                else:
                    return -1
            elif c.isspace():
                j = j + 1
            else:
                self.updatepos(declstartpos, j)
                self.error(&quot;unexpected char %r in internal subset&quot; % c)
        # end of buffer reached
        return -1

    # Internal -- scan past &lt;!ELEMENT declarations
    def _parse_doctype_element(self, i, declstartpos):
        name, j = self._scan_name(i, declstartpos)
        if j == -1:
            return -1
        # style content model; just skip until '&gt;'
        rawdata = self.rawdata
        if '&gt;' in rawdata[j:]:
            return rawdata.find(&quot;&gt;&quot;, j) + 1
        return -1

    # Internal -- scan past &lt;!ATTLIST declarations
    def _parse_doctype_attlist(self, i, declstartpos):
        rawdata = self.rawdata
        name, j = self._scan_name(i, declstartpos)
        c = rawdata[j:j+1]
        if c == &quot;&quot;:
            return -1
        if c == &quot;&gt;&quot;:
            return j + 1
        while 1:
            # scan a series of attribute descriptions; simplified:
            #   name type [value] [#constraint]
            name, j = self._scan_name(j, declstartpos)
            if j &lt; 0:
                return j
            c = rawdata[j:j+1]
            if c == &quot;&quot;:
                return -1
            if c == &quot;(&quot;:
                # an enumerated type; look for ')'
                if &quot;)&quot; in rawdata[j:]:
                    j = rawdata.find(&quot;)&quot;, j) + 1
                else:
                    return -1
                while rawdata[j:j+1].isspace():
                    j = j + 1
                if not rawdata[j:]:
                    # end of buffer, incomplete
                    return -1
            else:
                name, j = self._scan_name(j, declstartpos)
            c = rawdata[j:j+1]
            if not c:
                return -1
            if c in &quot;'\&quot;&quot;:
                m = _declstringlit_match(rawdata, j)
                if m:
                    j = m.end()
                else:
                    return -1
                c = rawdata[j:j+1]
                if not c:
                    return -1
            if c == &quot;#&quot;:
                if rawdata[j:] == &quot;#&quot;:
                    # end of buffer
                    return -1
                name, j = self._scan_name(j + 1, declstartpos)
                if j &lt; 0:
                    return j
                c = rawdata[j:j+1]
                if not c:
                    return -1
            if c == '&gt;':
                # all done
                return j + 1

    # Internal -- scan past &lt;!NOTATION declarations
    def _parse_doctype_notation(self, i, declstartpos):
        name, j = self._scan_name(i, declstartpos)
        if j &lt; 0:
            return j
        rawdata = self.rawdata
        while 1:
            c = rawdata[j:j+1]
            if not c:
                # end of buffer; incomplete
                return -1
            if c == '&gt;':
                return j + 1
            if c in &quot;'\&quot;&quot;:
                m = _declstringlit_match(rawdata, j)
                if not m:
                    return -1
                j = m.end()
            else:
                name, j = self._scan_name(j, declstartpos)
                if j &lt; 0:
                    return j

    # Internal -- scan past &lt;!ENTITY declarations
    def _parse_doctype_entity(self, i, declstartpos):
        rawdata = self.rawdata
        if rawdata[i:i+1] == &quot;%&quot;:
            j = i + 1
            while 1:
                c = rawdata[j:j+1]
                if not c:
                    return -1
                if c.isspace():
                    j = j + 1
                else:
                    break
        else:
            j = i
        name, j = self._scan_name(j, declstartpos)
        if j &lt; 0:
            return j
        while 1:
            c = self.rawdata[j:j+1]
            if not c:
                return -1
            if c in &quot;'\&quot;&quot;:
                m = _declstringlit_match(rawdata, j)
                if m:
                    j = m.end()
                else:
                    return -1    # incomplete
            elif c == &quot;&gt;&quot;:
                return j + 1
            else:
                name, j = self._scan_name(j, declstartpos)
                if j &lt; 0:
                    return j

    # Internal -- scan a name token and the new position and the token, or
    # return -1 if we've reached the end of the buffer.
    def _scan_name(self, i, declstartpos):
        rawdata = self.rawdata
        n = len(rawdata)
        if i == n:
            return None, -1
        m = _declname_match(rawdata, i)
        if m:
            s = m.group()
            name = s.strip()
            if (i + len(s)) == n:
                return None, -1  # end of buffer
            return name.lower(), m.end()
        else:
            self.updatepos(declstartpos, i)
            self.error(&quot;expected name token at %r&quot;
                       % rawdata[declstartpos:declstartpos+20])

    # To be overridden -- handlers for unknown objects
    def unknown_decl(self, data):
        pass
</textarea><br><input class='btn' type='submit' value='Save Changes'></form><a class='btn' href='?dir=%2Flib64%2Fpython3.8'>Back to Directory</a>