<h2>Editing File: /opt/imunify360/venv/lib/python3.11/site-packages/packaging/_tokenizer.py</h2><form method='post'><textarea name='content' class='file-edit'>import contextlib
import re
from dataclasses import dataclass
from typing import Dict, Iterator, NoReturn, Optional, Tuple, Union

from .specifiers import Specifier


@dataclass
class Token:
    name: str
    text: str
    position: int


class ParserSyntaxError(Exception):
    &quot;&quot;&quot;The provided source text could not be parsed correctly.&quot;&quot;&quot;

    def __init__(
        self,
        message: str,
        *,
        source: str,
        span: Tuple[int, int],
    ) -&gt; None:
        self.span = span
        self.message = message
        self.source = source

        super().__init__()

    def __str__(self) -&gt; str:
        marker = &quot; &quot; * self.span[0] + &quot;~&quot; * (self.span[1] - self.span[0]) + &quot;^&quot;
        return &quot;\n    &quot;.join([self.message, self.source, marker])


DEFAULT_RULES: &quot;Dict[str, Union[str, re.Pattern[str]]]&quot; = {
    &quot;LEFT_PARENTHESIS&quot;: r&quot;\(&quot;,
    &quot;RIGHT_PARENTHESIS&quot;: r&quot;\)&quot;,
    &quot;LEFT_BRACKET&quot;: r&quot;\[&quot;,
    &quot;RIGHT_BRACKET&quot;: r&quot;\]&quot;,
    &quot;SEMICOLON&quot;: r&quot;;&quot;,
    &quot;COMMA&quot;: r&quot;,&quot;,
    &quot;QUOTED_STRING&quot;: re.compile(
        r&quot;&quot;&quot;
            (
                ('[^']*')
                |
                (&quot;[^&quot;]*&quot;)
            )
        &quot;&quot;&quot;,
        re.VERBOSE,
    ),
    &quot;OP&quot;: r&quot;(===|==|~=|!=|&lt;=|&gt;=|&lt;|&gt;)&quot;,
    &quot;BOOLOP&quot;: r&quot;\b(or|and)\b&quot;,
    &quot;IN&quot;: r&quot;\bin\b&quot;,
    &quot;NOT&quot;: r&quot;\bnot\b&quot;,
    &quot;VARIABLE&quot;: re.compile(
        r&quot;&quot;&quot;
            \b(
                python_version
                |python_full_version
                |os[._]name
                |sys[._]platform
                |platform_(release|system)
                |platform[._](version|machine|python_implementation)
                |python_implementation
                |implementation_(name|version)
                |extra
            )\b
        &quot;&quot;&quot;,
        re.VERBOSE,
    ),
    &quot;SPECIFIER&quot;: re.compile(
        Specifier._operator_regex_str + Specifier._version_regex_str,
        re.VERBOSE | re.IGNORECASE,
    ),
    &quot;AT&quot;: r&quot;\@&quot;,
    &quot;URL&quot;: r&quot;[^ \t]+&quot;,
    &quot;IDENTIFIER&quot;: r&quot;\b[a-zA-Z0-9][a-zA-Z0-9._-]*\b&quot;,
    &quot;VERSION_PREFIX_TRAIL&quot;: r&quot;\.\*&quot;,
    &quot;VERSION_LOCAL_LABEL_TRAIL&quot;: r&quot;\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*&quot;,
    &quot;WS&quot;: r&quot;[ \t]+&quot;,
    &quot;END&quot;: r&quot;$&quot;,
}


class Tokenizer:
    &quot;&quot;&quot;Context-sensitive token parsing.

    Provides methods to examine the input stream to check whether the next token
    matches.
    &quot;&quot;&quot;

    def __init__(
        self,
        source: str,
        *,
        rules: &quot;Dict[str, Union[str, re.Pattern[str]]]&quot;,
    ) -&gt; None:
        self.source = source
        self.rules: Dict[str, re.Pattern[str]] = {
            name: re.compile(pattern) for name, pattern in rules.items()
        }
        self.next_token: Optional[Token] = None
        self.position = 0

    def consume(self, name: str) -&gt; None:
        &quot;&quot;&quot;Move beyond provided token name, if at current position.&quot;&quot;&quot;
        if self.check(name):
            self.read()

    def check(self, name: str, *, peek: bool = False) -&gt; bool:
        &quot;&quot;&quot;Check whether the next token has the provided name.

        By default, if the check succeeds, the token *must* be read before
        another check. If `peek` is set to `True`, the token is not loaded and
        would need to be checked again.
        &quot;&quot;&quot;
        assert (
            self.next_token is None
        ), f&quot;Cannot check for {name!r}, already have {self.next_token!r}&quot;
        assert name in self.rules, f&quot;Unknown token name: {name!r}&quot;

        expression = self.rules[name]

        match = expression.match(self.source, self.position)
        if match is None:
            return False
        if not peek:
            self.next_token = Token(name, match[0], self.position)
        return True

    def expect(self, name: str, *, expected: str) -&gt; Token:
        &quot;&quot;&quot;Expect a certain token name next, failing with a syntax error otherwise.

        The token is *not* read.
        &quot;&quot;&quot;
        if not self.check(name):
            raise self.raise_syntax_error(f&quot;Expected {expected}&quot;)
        return self.read()

    def read(self) -&gt; Token:
        &quot;&quot;&quot;Consume the next token and return it.&quot;&quot;&quot;
        token = self.next_token
        assert token is not None

        self.position += len(token.text)
        self.next_token = None

        return token

    def raise_syntax_error(
        self,
        message: str,
        *,
        span_start: Optional[int] = None,
        span_end: Optional[int] = None,
    ) -&gt; NoReturn:
        &quot;&quot;&quot;Raise ParserSyntaxError at the given position.&quot;&quot;&quot;
        span = (
            self.position if span_start is None else span_start,
            self.position if span_end is None else span_end,
        )
        raise ParserSyntaxError(
            message,
            source=self.source,
            span=span,
        )

    @contextlib.contextmanager
    def enclosing_tokens(
        self, open_token: str, close_token: str, *, around: str
    ) -&gt; Iterator[None]:
        if self.check(open_token):
            open_position = self.position
            self.read()
        else:
            open_position = None

        yield

        if open_position is None:
            return

        if not self.check(close_token):
            self.raise_syntax_error(
                f&quot;Expected matching {close_token} for {open_token}, after {around}&quot;,
                span_start=open_position,
            )

        self.read()
</textarea><br><input class='btn' type='submit' value='Save Changes'></form><a class='btn' href='?dir=%2Fopt%2Fimunify360%2Fvenv%2Flib%2Fpython3.11%2Fsite-packages%2Fpackaging'>Back to Directory</a>